2024-11-20 11:47:56,300 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 11:47:56,316 main DEBUG Took 0.013276 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 11:47:56,316 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 11:47:56,317 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 11:47:56,318 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 11:47:56,320 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,329 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 11:47:56,341 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,343 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,344 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,348 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,348 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,349 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,350 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,351 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,352 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,354 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,355 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:47:56,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,357 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 11:47:56,359 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:47:56,361 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 11:47:56,364 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 11:47:56,364 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 11:47:56,366 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 11:47:56,367 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 11:47:56,377 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 11:47:56,380 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 11:47:56,382 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 11:47:56,382 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 11:47:56,383 main DEBUG createAppenders(={Console}) 2024-11-20 11:47:56,384 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 11:47:56,384 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 11:47:56,385 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 11:47:56,385 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 11:47:56,386 main DEBUG OutputStream closed 2024-11-20 11:47:56,386 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 11:47:56,387 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 11:47:56,387 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 11:47:56,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 11:47:56,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 11:47:56,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 11:47:56,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 11:47:56,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 11:47:56,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 11:47:56,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 11:47:56,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 11:47:56,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 11:47:56,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 11:47:56,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 11:47:56,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 11:47:56,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 11:47:56,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 11:47:56,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 11:47:56,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 11:47:56,507 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 11:47:56,508 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 11:47:56,512 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 11:47:56,512 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 11:47:56,513 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 11:47:56,514 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T11:47:56,853 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6 2024-11-20 11:47:56,856 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 11:47:56,857 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T11:47:56,867 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-20T11:47:56,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:47:56,913 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54, deleteOnExit=true 2024-11-20T11:47:56,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:47:56,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/test.cache.data in system properties and HBase conf 2024-11-20T11:47:56,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:47:56,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:47:56,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:47:56,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:47:56,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:47:57,018 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T11:47:57,102 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:47:57,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:47:57,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:47:57,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:47:57,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:47:57,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:47:57,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:47:57,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:47:57,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:47:57,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:47:57,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:47:57,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:47:57,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:47:57,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:47:57,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:47:58,286 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T11:47:58,368 INFO [Time-limited test {}] log.Log(170): Logging initialized @2896ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T11:47:58,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:47:58,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:47:58,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:47:58,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:47:58,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:47:58,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:47:58,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:47:58,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:47:58,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/java.io.tmpdir/jetty-localhost-44687-hadoop-hdfs-3_4_1-tests_jar-_-any-706418935958746874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:47:58,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44687} 2024-11-20T11:47:58,804 INFO [Time-limited test {}] server.Server(415): Started @3333ms 2024-11-20T11:47:59,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:47:59,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:47:59,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:47:59,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:47:59,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:47:59,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:47:59,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:47:59,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/java.io.tmpdir/jetty-localhost-37213-hadoop-hdfs-3_4_1-tests_jar-_-any-2952000906344493492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:47:59,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:37213} 2024-11-20T11:47:59,492 INFO [Time-limited test {}] server.Server(415): Started @4021ms 2024-11-20T11:47:59,540 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:48:00,491 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/data/data2/current/BP-634747282-172.17.0.2-1732103277733/current, will proceed with Du for space computation calculation, 2024-11-20T11:48:00,491 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/data/data1/current/BP-634747282-172.17.0.2-1732103277733/current, will proceed with Du for space computation calculation, 2024-11-20T11:48:00,520 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:48:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c4725992bc9600f with lease ID 0x338a889cb60da672: Processing first storage report for DS-9ece601b-a699-4842-b0d3-d5ba7a0f9826 from datanode DatanodeRegistration(127.0.0.1:40103, datanodeUuid=69499949-97a7-4d46-a815-ceb5242f55ea, infoPort=46291, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=308206165;c=1732103277733) 2024-11-20T11:48:00,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c4725992bc9600f with lease ID 0x338a889cb60da672: from storage DS-9ece601b-a699-4842-b0d3-d5ba7a0f9826 node DatanodeRegistration(127.0.0.1:40103, datanodeUuid=69499949-97a7-4d46-a815-ceb5242f55ea, infoPort=46291, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=308206165;c=1732103277733), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:48:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c4725992bc9600f with lease ID 0x338a889cb60da672: Processing first storage report for DS-1ce0fc1b-58b4-4405-bdfb-965c0e2af12b from datanode DatanodeRegistration(127.0.0.1:40103, datanodeUuid=69499949-97a7-4d46-a815-ceb5242f55ea, infoPort=46291, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=308206165;c=1732103277733) 2024-11-20T11:48:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c4725992bc9600f with lease ID 0x338a889cb60da672: from storage DS-1ce0fc1b-58b4-4405-bdfb-965c0e2af12b node DatanodeRegistration(127.0.0.1:40103, datanodeUuid=69499949-97a7-4d46-a815-ceb5242f55ea, infoPort=46291, infoSecurePort=0, ipcPort=36401, storageInfo=lv=-57;cid=testClusterID;nsid=308206165;c=1732103277733), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:48:00,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6 2024-11-20T11:48:00,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/zookeeper_0, clientPort=56845, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:48:00,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56845 2024-11-20T11:48:00,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:00,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:48:01,323 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 with version=8 2024-11-20T11:48:01,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/hbase-staging 2024-11-20T11:48:01,411 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T11:48:01,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:48:01,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:01,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:01,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:48:01,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:01,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:48:01,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:48:01,878 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T11:48:01,886 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T11:48:01,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:48:01,911 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21775 (auto-detected) 2024-11-20T11:48:01,912 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T11:48:01,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44413 2024-11-20T11:48:01,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44413 connecting to ZooKeeper ensemble=127.0.0.1:56845 2024-11-20T11:48:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444130x0, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:48:02,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44413-0x101581293c00000 connected 2024-11-20T11:48:02,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:02,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:02,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:48:02,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6, hbase.cluster.distributed=false 2024-11-20T11:48:02,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:48:02,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-20T11:48:02,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44413 2024-11-20T11:48:02,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44413 2024-11-20T11:48:02,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-20T11:48:02,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44413 2024-11-20T11:48:02,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:48:02,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:02,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:02,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:48:02,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:48:02,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:48:02,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:48:02,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:48:02,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37387 2024-11-20T11:48:02,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37387 connecting to ZooKeeper ensemble=127.0.0.1:56845 2024-11-20T11:48:02,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:02,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373870x0, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:48:02,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373870x0, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:48:02,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37387-0x101581293c00001 connected 2024-11-20T11:48:02,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:48:02,348 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:48:02,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:48:02,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:48:02,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-20T11:48:02,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37387 2024-11-20T11:48:02,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37387 2024-11-20T11:48:02,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-20T11:48:02,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37387 2024-11-20T11:48:02,376 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4b15c4a73f2a:44413 2024-11-20T11:48:02,377 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:48:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:48:02,396 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:02,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:48:02,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:02,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:02,427 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T11:48:02,428 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4b15c4a73f2a,44413,1732103281485 from backup master directory 2024-11-20T11:48:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:48:02,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:48:02,442 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:48:02,443 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:02,445 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T11:48:02,447 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T11:48:02,500 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/hbase.id] with ID: 5cf1b2fd-a4b5-4423-b45c-a8e1a06db797 2024-11-20T11:48:02,501 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/.tmp/hbase.id 2024-11-20T11:48:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:48:02,915 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/.tmp/hbase.id]:[hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/hbase.id] 2024-11-20T11:48:02,968 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:48:02,973 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:48:02,991 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T11:48:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:48:03,491 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:48:03,493 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:48:03,507 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:03,510 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:48:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:48:03,962 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store 2024-11-20T11:48:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:48:04,388 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T11:48:04,391 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:04,392 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:48:04,392 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:48:04,393 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:48:04,394 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:48:04,395 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:48:04,395 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:48:04,396 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103284392Disabling compacts and flushes for region at 1732103284392Disabling writes for close at 1732103284395 (+3 ms)Writing region close event to WAL at 1732103284395Closed at 1732103284395 2024-11-20T11:48:04,399 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/.initializing 2024-11-20T11:48:04,399 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/WALs/4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:04,409 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:48:04,424 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C44413%2C1732103281485, suffix=, logDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/WALs/4b15c4a73f2a,44413,1732103281485, archiveDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/oldWALs, maxLogs=10 2024-11-20T11:48:04,453 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/WALs/4b15c4a73f2a,44413,1732103281485/4b15c4a73f2a%2C44413%2C1732103281485.1732103284429, exclude list is [], retry=0 2024-11-20T11:48:04,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-9ece601b-a699-4842-b0d3-d5ba7a0f9826,DISK] 2024-11-20T11:48:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T11:48:04,504 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/WALs/4b15c4a73f2a,44413,1732103281485/4b15c4a73f2a%2C44413%2C1732103281485.1732103284429 2024-11-20T11:48:04,505 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46291:46291)] 2024-11-20T11:48:04,505 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:48:04,505 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:04,509 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,510 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:48:04,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:04,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:04,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:48:04,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:04,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:04,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:48:04,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:04,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:04,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:48:04,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:04,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:04,580 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,583 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,585 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,589 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,590 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,593 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:48:04,597 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:48:04,601 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:48:04,602 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63713630, jitterRate=-0.05059292912483215}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:48:04,608 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732103284521Initializing all the Stores at 1732103284523 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103284523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103284524 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103284524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103284524Cleaning up temporary data from old regions at 1732103284590 (+66 ms)Region opened successfully at 1732103284608 (+18 ms) 2024-11-20T11:48:04,609 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:48:04,638 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:48:04,663 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:48:04,672 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:48:04,672 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:48:04,675 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:48:04,676 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T11:48:04,680 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T11:48:04,680 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:48:04,702 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:48:04,710 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T11:48:04,730 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T11:48:04,733 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:48:04,735 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:48:04,814 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T11:48:04,817 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:48:04,820 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:48:04,830 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T11:48:04,833 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:48:04,841 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T11:48:04,862 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:48:04,873 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T11:48:04,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:48:04,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:48:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:04,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:04,895 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4b15c4a73f2a,44413,1732103281485, sessionid=0x101581293c00000, setting cluster-up flag (Was=false) 2024-11-20T11:48:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:04,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:04,957 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T11:48:04,960 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:05,162 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T11:48:05,166 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:05,176 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:48:05,245 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:48:05,254 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:48:05,259 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:48:05,264 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4b15c4a73f2a,44413,1732103281485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:48:05,268 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(746): ClusterId : 5cf1b2fd-a4b5-4423-b45c-a8e1a06db797 2024-11-20T11:48:05,270 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:48:05,270 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:48:05,271 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:48:05,271 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:48:05,271 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:48:05,271 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4b15c4a73f2a:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:48:05,272 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,272 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:48:05,272 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,276 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732103315276 2024-11-20T11:48:05,278 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:48:05,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:48:05,279 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:48:05,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:48:05,283 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:48:05,284 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:48:05,284 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:48:05,285 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:48:05,285 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:48:05,285 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:48:05,285 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:05,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:48:05,286 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,290 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:48:05,292 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:48:05,292 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:48:05,295 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:48:05,296 DEBUG [RS:0;4b15c4a73f2a:37387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c97b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:48:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:48:05,298 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:48:05,298 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:48:05,299 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103285299,5,FailOnTimeoutGroup] 2024-11-20T11:48:05,300 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103285300,5,FailOnTimeoutGroup] 2024-11-20T11:48:05,300 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,300 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:48:05,301 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,301 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,310 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4b15c4a73f2a:37387 2024-11-20T11:48:05,312 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:48:05,313 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:48:05,313 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:48:05,315 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,44413,1732103281485 with port=37387, startcode=1732103282273 2024-11-20T11:48:05,325 DEBUG [RS:0;4b15c4a73f2a:37387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:48:05,357 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:48:05,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44413 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,379 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:48:05,380 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42455 2024-11-20T11:48:05,380 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:48:05,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:48:05,394 DEBUG [RS:0;4b15c4a73f2a:37387 {}] zookeeper.ZKUtil(111): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,394 WARN [RS:0;4b15c4a73f2a:37387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:48:05,395 INFO [RS:0;4b15c4a73f2a:37387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:48:05,395 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,37387,1732103282273] 2024-11-20T11:48:05,419 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:48:05,434 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:48:05,438 INFO [RS:0;4b15c4a73f2a:37387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:48:05,438 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,439 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:48:05,445 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:48:05,446 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,447 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,447 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,447 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,447 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,447 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,448 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:48:05,448 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,448 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,448 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,449 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,449 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,449 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:48:05,449 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:48:05,449 DEBUG [RS:0;4b15c4a73f2a:37387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,451 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,37387,1732103282273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:48:05,470 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:48:05,471 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,37387,1732103282273-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,472 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,472 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.Replication(171): 4b15c4a73f2a,37387,1732103282273 started 2024-11-20T11:48:05,494 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:05,495 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,37387,1732103282273, RpcServer on 4b15c4a73f2a/172.17.0.2:37387, sessionid=0x101581293c00001 2024-11-20T11:48:05,496 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:48:05,496 DEBUG [RS:0;4b15c4a73f2a:37387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,496 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,37387,1732103282273' 2024-11-20T11:48:05,497 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:48:05,498 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:48:05,499 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:48:05,500 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:48:05,500 DEBUG [RS:0;4b15c4a73f2a:37387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:05,500 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,37387,1732103282273' 2024-11-20T11:48:05,500 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:48:05,501 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:48:05,502 DEBUG [RS:0;4b15c4a73f2a:37387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:48:05,502 INFO [RS:0;4b15c4a73f2a:37387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:48:05,502 INFO [RS:0;4b15c4a73f2a:37387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:48:05,607 INFO [RS:0;4b15c4a73f2a:37387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:48:05,610 INFO [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C37387%2C1732103282273, suffix=, logDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273, archiveDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/oldWALs, maxLogs=32 2024-11-20T11:48:05,625 DEBUG [RS:0;4b15c4a73f2a:37387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273/4b15c4a73f2a%2C37387%2C1732103282273.1732103285612, exclude list is [], retry=0 2024-11-20T11:48:05,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-9ece601b-a699-4842-b0d3-d5ba7a0f9826,DISK] 2024-11-20T11:48:05,633 INFO [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273/4b15c4a73f2a%2C37387%2C1732103282273.1732103285612 2024-11-20T11:48:05,634 DEBUG [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46291:46291)] 2024-11-20T11:48:05,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:48:05,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:48:05,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741833_1009 (size=32) 2024-11-20T11:48:06,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:06,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:48:06,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:48:06,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:48:06,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:48:06,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:48:06,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:48:06,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:48:06,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:48:06,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:48:06,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740 2024-11-20T11:48:06,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740 2024-11-20T11:48:06,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:48:06,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:48:06,135 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:48:06,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:48:06,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:48:06,142 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59954358, jitterRate=-0.10661044716835022}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:48:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732103286112Initializing all the Stores at 1732103286114 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286115 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103286115Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286115Cleaning up temporary data from old regions at 1732103286134 (+19 ms)Region opened successfully at 1732103286145 (+11 ms) 2024-11-20T11:48:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:48:06,145 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:48:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:48:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:48:06,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:48:06,147 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:48:06,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103286145Disabling compacts and flushes for region at 1732103286145Disabling writes for close at 1732103286145Writing region close event to WAL at 1732103286146 (+1 ms)Closed at 1732103286147 (+1 ms) 2024-11-20T11:48:06,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:48:06,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:48:06,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:48:06,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:48:06,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:48:06,319 DEBUG [4b15c4a73f2a:44413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T11:48:06,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:06,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,37387,1732103282273, state=OPENING 2024-11-20T11:48:06,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:48:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:06,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:48:06,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:48:06,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:48:06,420 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:48:06,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:06,599 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:48:06,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:48:06,613 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:48:06,613 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:48:06,614 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:48:06,617 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C37387%2C1732103282273.meta, suffix=.meta, logDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273, archiveDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/oldWALs, maxLogs=32 2024-11-20T11:48:06,638 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273/4b15c4a73f2a%2C37387%2C1732103282273.meta.1732103286620.meta, exclude list is [], retry=0 2024-11-20T11:48:06,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40103,DS-9ece601b-a699-4842-b0d3-d5ba7a0f9826,DISK] 2024-11-20T11:48:06,645 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/WALs/4b15c4a73f2a,37387,1732103282273/4b15c4a73f2a%2C37387%2C1732103282273.meta.1732103286620.meta 2024-11-20T11:48:06,646 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46291:46291)] 2024-11-20T11:48:06,646 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:48:06,648 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:48:06,651 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:48:06,655 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:48:06,659 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:48:06,660 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:06,660 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:48:06,660 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:48:06,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:48:06,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:48:06,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:48:06,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:48:06,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:48:06,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:48:06,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:48:06,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:48:06,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:06,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:48:06,674 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:48:06,676 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740 2024-11-20T11:48:06,679 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740 2024-11-20T11:48:06,682 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:48:06,683 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:48:06,684 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:48:06,688 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:48:06,690 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71789525, jitterRate=0.06974728405475616}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:48:06,690 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:48:06,692 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732103286661Writing region info on filesystem at 1732103286661Initializing all the Stores at 1732103286663 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103286663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103286663Cleaning up temporary data from old regions at 1732103286683 (+20 ms)Running coprocessor post-open hooks at 1732103286690 (+7 ms)Region opened successfully at 1732103286692 (+2 ms) 2024-11-20T11:48:06,700 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732103286592 2024-11-20T11:48:06,714 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:48:06,714 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:48:06,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:06,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,37387,1732103282273, state=OPEN 2024-11-20T11:48:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:48:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:48:06,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:48:06,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:48:06,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:06,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:48:06,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,37387,1732103282273 in 340 msec 2024-11-20T11:48:06,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:48:06,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-20T11:48:06,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:48:06,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:48:06,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:06,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:06,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:06,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:06,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-20T11:48:06,845 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732103286845, completionTime=-1 2024-11-20T11:48:06,848 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T11:48:06,848 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T11:48:06,870 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T11:48:06,870 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732103346870 2024-11-20T11:48:06,870 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732103406870 2024-11-20T11:48:06,871 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-11-20T11:48:06,872 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,873 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,873 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,874 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4b15c4a73f2a:44413, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,874 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,875 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,880 DEBUG [master/4b15c4a73f2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:48:06,900 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.457sec 2024-11-20T11:48:06,901 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:48:06,902 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:48:06,903 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:48:06,904 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:48:06,904 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:48:06,904 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:48:06,905 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:48:06,912 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:48:06,913 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:48:06,914 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,44413,1732103281485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:48:06,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:06,980 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T11:48:06,980 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T11:48:06,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:06,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:06,993 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:07,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:07,006 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:07,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:07,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:07,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:07,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:07,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=9776 2024-11-20T11:48:07,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:48:07,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:07,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571ad612 2024-11-20T11:48:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:48:07,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:48:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:48:07,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:48:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:07,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:48:07,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T11:48:07,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:07,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:48:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741835_1011 (size=959) 2024-11-20T11:48:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:07,552 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:48:07,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741836_1012 (size=53) 2024-11-20T11:48:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:07,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:07,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing babd67f7c3c9b04538e867342a9479bd, disabling compactions & flushes 2024-11-20T11:48:07,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:07,966 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:07,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. after waiting 0 ms 2024-11-20T11:48:07,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:07,967 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:07,967 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for babd67f7c3c9b04538e867342a9479bd: Waiting for close lock at 1732103287966Disabling compacts and flushes for region at 1732103287966Disabling writes for close at 1732103287967 (+1 ms)Writing region close event to WAL at 1732103287967Closed at 1732103287967 2024-11-20T11:48:07,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:48:07,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103287973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103287973"}]},"ts":"1732103287973"} 2024-11-20T11:48:07,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:48:07,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:48:07,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103287986"}]},"ts":"1732103287986"} 2024-11-20T11:48:07,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:48:07,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, ASSIGN}] 2024-11-20T11:48:07,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, ASSIGN 2024-11-20T11:48:07,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:48:08,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=babd67f7c3c9b04538e867342a9479bd, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:08,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, ASSIGN because future has completed 2024-11-20T11:48:08,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:08,324 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:08,324 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:48:08,325 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,325 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:08,325 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,325 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,327 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,330 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd67f7c3c9b04538e867342a9479bd columnFamilyName A 2024-11-20T11:48:08,330 DEBUG [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:08,331 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(327): Store=babd67f7c3c9b04538e867342a9479bd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:08,331 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,334 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd67f7c3c9b04538e867342a9479bd columnFamilyName B 2024-11-20T11:48:08,334 DEBUG [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:08,335 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(327): Store=babd67f7c3c9b04538e867342a9479bd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:08,335 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,337 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region babd67f7c3c9b04538e867342a9479bd columnFamilyName C 2024-11-20T11:48:08,338 DEBUG [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:08,339 INFO [StoreOpener-babd67f7c3c9b04538e867342a9479bd-1 {}] regionserver.HStore(327): Store=babd67f7c3c9b04538e867342a9479bd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:08,339 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,341 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,342 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,344 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,344 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,345 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:48:08,348 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,353 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:48:08,354 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened babd67f7c3c9b04538e867342a9479bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66544955, jitterRate=-0.008402898907661438}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:48:08,354 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:08,355 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for babd67f7c3c9b04538e867342a9479bd: Running coprocessor pre-open hook at 1732103288325Writing region info on filesystem at 1732103288325Initializing all the Stores at 1732103288327 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103288327Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103288327Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103288327Cleaning up temporary data from old regions at 1732103288344 (+17 ms)Running coprocessor post-open hooks at 1732103288355 (+11 ms)Region opened successfully at 1732103288355 2024-11-20T11:48:08,357 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., pid=6, masterSystemTime=1732103288312 2024-11-20T11:48:08,361 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:08,361 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:08,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=babd67f7c3c9b04538e867342a9479bd, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:08,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:48:08,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:48:08,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 in 209 msec 2024-11-20T11:48:08,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:48:08,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, ASSIGN in 376 msec 2024-11-20T11:48:08,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:48:08,377 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103288377"}]},"ts":"1732103288377"} 2024-11-20T11:48:08,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:48:08,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:48:08,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-11-20T11:48:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:48:09,286 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:09,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,293 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ca7478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,294 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,296 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38922b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:48:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28ec11fd 2024-11-20T11:48:09,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:48:09,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:48:09,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,320 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5ef3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,324 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43659da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,328 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c72f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,332 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745237a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,336 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174557e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d4406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,350 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77447b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,358 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,361 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f776e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,366 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6e4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,371 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1455c669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,376 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f9dc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1f4fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,383 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd08b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,385 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5e1b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:09,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:09,388 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e8d071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:09,391 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bc4caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:09,397 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,397 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,398 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,398 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,399 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,400 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,418 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,429 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T11:48:09,448 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:09,449 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:09,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,460 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,471 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:09,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:09,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:09,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:48:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:09,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:09,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:09,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:09,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:09,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:09,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/548e6d5286fa4b8fb78aac42560fc41d is 50, key is test_row_0/A:col10/1732103289492/Put/seqid=0 2024-11-20T11:48:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741837_1013 (size=12001) 2024-11-20T11:48:09,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/548e6d5286fa4b8fb78aac42560fc41d 2024-11-20T11:48:09,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103349691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103349698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103349708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103349724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103349717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:09,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:09,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:09,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3058495291b24adfa960b676bf35097d is 50, key is test_row_0/B:col10/1732103289492/Put/seqid=0 2024-11-20T11:48:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103349877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103349878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103349879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103349879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103349880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:09,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741838_1014 (size=12001) 2024-11-20T11:48:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:09,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3058495291b24adfa960b676bf35097d 2024-11-20T11:48:09,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/bfbeb72137bf42a1ad8d7229ebcd8a90 is 50, key is test_row_0/C:col10/1732103289492/Put/seqid=0 2024-11-20T11:48:09,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741839_1015 (size=12001) 2024-11-20T11:48:10,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/bfbeb72137bf42a1ad8d7229ebcd8a90 2024-11-20T11:48:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/548e6d5286fa4b8fb78aac42560fc41d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d 2024-11-20T11:48:10,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T11:48:10,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3058495291b24adfa960b676bf35097d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d 2024-11-20T11:48:10,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T11:48:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/bfbeb72137bf42a1ad8d7229ebcd8a90 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90 2024-11-20T11:48:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:10,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T11:48:10,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for babd67f7c3c9b04538e867342a9479bd in 577ms, sequenceid=13, compaction requested=false 2024-11-20T11:48:10,104 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T11:48:10,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:10,116 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:10,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:48:10,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/01df7be314564304b16a8ee79b89e788 is 50, key is test_row_0/A:col10/1732103289689/Put/seqid=0 2024-11-20T11:48:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741840_1016 (size=14341) 2024-11-20T11:48:10,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103350159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103350165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103350166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103350169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103350173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103350276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103350296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103350297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103350298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103350306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103350496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103350505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103350507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103350515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103350526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/01df7be314564304b16a8ee79b89e788 2024-11-20T11:48:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:10,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0261d08a76be41f8ae88a66afc7875a3 is 50, key is test_row_0/B:col10/1732103289689/Put/seqid=0 2024-11-20T11:48:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741841_1017 (size=12001) 2024-11-20T11:48:10,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103350805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103350816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103350818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103350825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103350846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:10,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:10,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:10,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0261d08a76be41f8ae88a66afc7875a3 2024-11-20T11:48:11,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/47fd049976da40469223052b66999451 is 50, key is test_row_0/C:col10/1732103289689/Put/seqid=0 2024-11-20T11:48:11,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741842_1018 (size=12001) 2024-11-20T11:48:11,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/47fd049976da40469223052b66999451 2024-11-20T11:48:11,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/01df7be314564304b16a8ee79b89e788 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788 2024-11-20T11:48:11,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:11,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788, entries=200, sequenceid=38, filesize=14.0 K 2024-11-20T11:48:11,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0261d08a76be41f8ae88a66afc7875a3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3 2024-11-20T11:48:11,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T11:48:11,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/47fd049976da40469223052b66999451 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451 2024-11-20T11:48:11,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T11:48:11,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for babd67f7c3c9b04538e867342a9479bd in 1063ms, sequenceid=38, compaction requested=false 2024-11-20T11:48:11,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:11,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:48:11,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,286 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:11,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f2dd99c8f07742b28a13f1d301c743f3 is 50, key is test_row_0/A:col10/1732103290157/Put/seqid=0 2024-11-20T11:48:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:11,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:11,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741843_1019 (size=12001) 2024-11-20T11:48:11,341 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f2dd99c8f07742b28a13f1d301c743f3 2024-11-20T11:48:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f11e90b01a014f44ab42ce13daf51f70 is 50, key is test_row_0/B:col10/1732103290157/Put/seqid=0 2024-11-20T11:48:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741844_1020 (size=12001) 2024-11-20T11:48:11,391 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f11e90b01a014f44ab42ce13daf51f70 2024-11-20T11:48:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103351390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103351396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103351399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:48:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/7332a6e38aa64895bef3abbc6d67e889 is 50, key is test_row_0/C:col10/1732103290157/Put/seqid=0 2024-11-20T11:48:11,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103351398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103351407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741845_1021 (size=12001) 2024-11-20T11:48:11,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/7332a6e38aa64895bef3abbc6d67e889 2024-11-20T11:48:11,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f2dd99c8f07742b28a13f1d301c743f3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3 2024-11-20T11:48:11,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T11:48:11,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f11e90b01a014f44ab42ce13daf51f70 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70 2024-11-20T11:48:11,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T11:48:11,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/7332a6e38aa64895bef3abbc6d67e889 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889 2024-11-20T11:48:11,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T11:48:11,509 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for babd67f7c3c9b04538e867342a9479bd in 223ms, sequenceid=49, compaction requested=true 2024-11-20T11:48:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:48:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:48:11,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T11:48:11,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0580 sec 2024-11-20T11:48:11,523 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:11,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T11:48:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:11,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.0850 sec 2024-11-20T11:48:11,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/1201844e13d346eeb2ebaa6081b3e19a is 50, key is test_row_0/A:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:11,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103351544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103351544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741846_1022 (size=16681) 2024-11-20T11:48:11,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103351549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103351552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103351553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/1201844e13d346eeb2ebaa6081b3e19a 2024-11-20T11:48:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/6dee121ef6164808b4d3b18bcb338a13 is 50, key is test_row_0/B:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:48:11,595 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:11,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T11:48:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:11,601 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:11,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:11,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741847_1023 (size=12001) 2024-11-20T11:48:11,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/6dee121ef6164808b4d3b18bcb338a13 2024-11-20T11:48:11,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4787da28f74e4f91930d2edc940a3e32 is 50, key is test_row_0/C:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:11,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103351666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103351666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741848_1024 (size=12001) 2024-11-20T11:48:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103351666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4787da28f74e4f91930d2edc940a3e32 2024-11-20T11:48:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103351667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103351667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/1201844e13d346eeb2ebaa6081b3e19a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a 2024-11-20T11:48:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:11,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a, entries=250, sequenceid=76, filesize=16.3 K 2024-11-20T11:48:11,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/6dee121ef6164808b4d3b18bcb338a13 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13 2024-11-20T11:48:11,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T11:48:11,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4787da28f74e4f91930d2edc940a3e32 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32 2024-11-20T11:48:11,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32, entries=150, sequenceid=76, filesize=11.7 K 2024-11-20T11:48:11,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for babd67f7c3c9b04538e867342a9479bd in 285ms, sequenceid=76, compaction requested=true 2024-11-20T11:48:11,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:11,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:11,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:11,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:11,816 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:11,816 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:11,824 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:11,826 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:11,827 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,828 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=46.9 K 2024-11-20T11:48:11,829 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3058495291b24adfa960b676bf35097d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103289477 2024-11-20T11:48:11,831 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0261d08a76be41f8ae88a66afc7875a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103289689 2024-11-20T11:48:11,832 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f11e90b01a014f44ab42ce13daf51f70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732103290157 2024-11-20T11:48:11,833 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dee121ef6164808b4d3b18bcb338a13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291397 2024-11-20T11:48:11,833 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:11,834 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:11,834 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,834 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=53.7 K 2024-11-20T11:48:11,835 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 548e6d5286fa4b8fb78aac42560fc41d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103289477 2024-11-20T11:48:11,836 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01df7be314564304b16a8ee79b89e788, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103289689 2024-11-20T11:48:11,838 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2dd99c8f07742b28a13f1d301c743f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732103290157 2024-11-20T11:48:11,839 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1201844e13d346eeb2ebaa6081b3e19a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291385 2024-11-20T11:48:11,884 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:11,886 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/cc20890710a44560b43216802177becf is 50, key is test_row_0/B:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:11,889 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:11,890 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/cbf8d6108e9843549dc9550551727b91 is 50, key is test_row_0/A:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:11,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741849_1025 (size=12139) 2024-11-20T11:48:11,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/dcea6320ca4c4ed0b3fa72598a37298d is 50, key is test_row_0/A:col10/1732103291549/Put/seqid=0 2024-11-20T11:48:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741850_1026 (size=12139) 2024-11-20T11:48:11,935 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/cc20890710a44560b43216802177becf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/cc20890710a44560b43216802177becf 2024-11-20T11:48:11,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741851_1027 (size=14341) 2024-11-20T11:48:11,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/dcea6320ca4c4ed0b3fa72598a37298d 2024-11-20T11:48:11,974 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into cc20890710a44560b43216802177becf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:11,974 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:11,979 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=12, startTime=1732103291812; duration=0sec 2024-11-20T11:48:11,980 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:11,980 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:11,981 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:11,990 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:11,990 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:11,990 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:11,990 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=46.9 K 2024-11-20T11:48:11,991 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bfbeb72137bf42a1ad8d7229ebcd8a90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103289477 2024-11-20T11:48:11,992 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 47fd049976da40469223052b66999451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103289689 2024-11-20T11:48:11,994 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7332a6e38aa64895bef3abbc6d67e889, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732103290157 2024-11-20T11:48:11,995 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4787da28f74e4f91930d2edc940a3e32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291397 2024-11-20T11:48:11,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/801db03b0fe042f1ad81cda4e0f9f63d is 50, key is test_row_0/B:col10/1732103291549/Put/seqid=0 2024-11-20T11:48:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741852_1028 (size=12001) 2024-11-20T11:48:12,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/801db03b0fe042f1ad81cda4e0f9f63d 2024-11-20T11:48:12,047 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#16 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:12,048 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/541a73249df647298b4b7a20034034e1 is 50, key is test_row_0/C:col10/1732103291397/Put/seqid=0 2024-11-20T11:48:12,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/66b97289b40343388c2cf813ed3d0b19 is 50, key is test_row_0/C:col10/1732103291549/Put/seqid=0 2024-11-20T11:48:12,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741853_1029 (size=12139) 2024-11-20T11:48:12,090 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/541a73249df647298b4b7a20034034e1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/541a73249df647298b4b7a20034034e1 2024-11-20T11:48:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103352075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103352075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741854_1030 (size=12001) 2024-11-20T11:48:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,110 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 541a73249df647298b4b7a20034034e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:12,110 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,110 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=12, startTime=1732103291813; duration=0sec 2024-11-20T11:48:12,110 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,111 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103352098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/66b97289b40343388c2cf813ed3d0b19 2024-11-20T11:48:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103352101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/dcea6320ca4c4ed0b3fa72598a37298d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d 2024-11-20T11:48:12,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d, entries=200, sequenceid=87, filesize=14.0 K 2024-11-20T11:48:12,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/801db03b0fe042f1ad81cda4e0f9f63d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d 2024-11-20T11:48:12,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d, entries=150, sequenceid=87, filesize=11.7 K 2024-11-20T11:48:12,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/66b97289b40343388c2cf813ed3d0b19 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19 2024-11-20T11:48:12,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:48:12,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19, entries=150, sequenceid=87, filesize=11.7 K 2024-11-20T11:48:12,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for babd67f7c3c9b04538e867342a9479bd in 304ms, sequenceid=87, compaction requested=false 2024-11-20T11:48:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,220 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:12,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:48:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:12,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5f81cbdbfc3d4cf0bb6febef6ff461cd is 50, key is test_row_0/A:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103352238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103352243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103352244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103352248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741855_1031 (size=14341) 2024-11-20T11:48:12,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5f81cbdbfc3d4cf0bb6febef6ff461cd 2024-11-20T11:48:12,283 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T11:48:12,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T11:48:12,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:48:12,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T11:48:12,287 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T11:48:12,287 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T11:48:12,288 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T11:48:12,288 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T11:48:12,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f1eeec58c8db49389e5622d42fe8badf is 50, key is test_row_0/B:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741856_1032 (size=12001) 2024-11-20T11:48:12,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f1eeec58c8db49389e5622d42fe8badf 2024-11-20T11:48:12,347 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/cbf8d6108e9843549dc9550551727b91 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cbf8d6108e9843549dc9550551727b91 2024-11-20T11:48:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103352356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,361 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into cbf8d6108e9843549dc9550551727b91(size=11.9 K), total size for store is 25.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:12,361 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,361 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=12, startTime=1732103291809; duration=0sec 2024-11-20T11:48:12,361 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,361 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103352356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f is 50, key is test_row_0/C:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103352365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103352375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741857_1033 (size=12001) 2024-11-20T11:48:12,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f 2024-11-20T11:48:12,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5f81cbdbfc3d4cf0bb6febef6ff461cd as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd 2024-11-20T11:48:12,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd, entries=200, sequenceid=115, filesize=14.0 K 2024-11-20T11:48:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f1eeec58c8db49389e5622d42fe8badf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf 2024-11-20T11:48:12,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T11:48:12,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f 2024-11-20T11:48:12,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T11:48:12,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for babd67f7c3c9b04538e867342a9479bd in 260ms, sequenceid=115, compaction requested=true 2024-11-20T11:48:12,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,481 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:12,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:12,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:12,483 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:12,484 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:12,484 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:12,484 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,484 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cbf8d6108e9843549dc9550551727b91, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=39.9 K 2024-11-20T11:48:12,487 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbf8d6108e9843549dc9550551727b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291397 2024-11-20T11:48:12,488 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:12,488 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:12,489 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,489 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/cc20890710a44560b43216802177becf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=35.3 K 2024-11-20T11:48:12,489 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcea6320ca4c4ed0b3fa72598a37298d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732103291538 2024-11-20T11:48:12,491 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting cc20890710a44560b43216802177becf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291397 2024-11-20T11:48:12,491 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f81cbdbfc3d4cf0bb6febef6ff461cd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:12,492 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 801db03b0fe042f1ad81cda4e0f9f63d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732103291538 2024-11-20T11:48:12,493 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f1eeec58c8db49389e5622d42fe8badf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:12,532 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#21 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:12,533 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/88ad35c6fd5c44d98b8aca90ba0f1c45 is 50, key is test_row_0/B:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,549 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#22 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:12,550 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/522971c8ba634f34bad821dab0a576de is 50, key is test_row_0/A:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741858_1034 (size=12241) 2024-11-20T11:48:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741859_1035 (size=12241) 2024-11-20T11:48:12,568 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/88ad35c6fd5c44d98b8aca90ba0f1c45 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/88ad35c6fd5c44d98b8aca90ba0f1c45 2024-11-20T11:48:12,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:12,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:12,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,587 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/522971c8ba634f34bad821dab0a576de as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/522971c8ba634f34bad821dab0a576de 2024-11-20T11:48:12,597 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 88ad35c6fd5c44d98b8aca90ba0f1c45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:12,597 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,597 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103292483; duration=0sec 2024-11-20T11:48:12,597 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:12,598 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:12,598 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:12,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/bcda3894c9f14acaafdc499da0d17155 is 50, key is test_row_0/A:col10/1732103292245/Put/seqid=0 2024-11-20T11:48:12,604 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into 522971c8ba634f34bad821dab0a576de(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:12,604 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,604 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103292481; duration=0sec 2024-11-20T11:48:12,605 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,605 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:12,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:12,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:12,607 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,608 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/541a73249df647298b4b7a20034034e1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=35.3 K 2024-11-20T11:48:12,609 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 541a73249df647298b4b7a20034034e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732103291397 2024-11-20T11:48:12,610 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 66b97289b40343388c2cf813ed3d0b19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732103291538 2024-11-20T11:48:12,610 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c4ac9fd5f4ac4d61bcda86d6aa2af39f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:12,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741860_1036 (size=11997) 2024-11-20T11:48:12,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/bcda3894c9f14acaafdc499da0d17155 2024-11-20T11:48:12,639 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#24 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:12,640 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/80205fe8b01b4dc1988da25a8484619e is 50, key is test_row_0/C:col10/1732103292213/Put/seqid=0 2024-11-20T11:48:12,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fb6c36b47eb64b93b4cfc034c7a01164 is 50, key is test_row_0/B:col10/1732103292245/Put/seqid=0 2024-11-20T11:48:12,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741861_1037 (size=12241) 2024-11-20T11:48:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103352671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103352674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,695 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/80205fe8b01b4dc1988da25a8484619e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/80205fe8b01b4dc1988da25a8484619e 2024-11-20T11:48:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103352682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103352684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,706 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 80205fe8b01b4dc1988da25a8484619e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:12,706 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:12,706 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103292483; duration=0sec 2024-11-20T11:48:12,707 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:12,707 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:12,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741862_1038 (size=9657) 2024-11-20T11:48:12,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fb6c36b47eb64b93b4cfc034c7a01164 2024-11-20T11:48:12,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/16f6cb8e68034698b7c006c9d1e6fd59 is 50, key is test_row_0/C:col10/1732103292245/Put/seqid=0 2024-11-20T11:48:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:12,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741863_1039 (size=9657) 2024-11-20T11:48:12,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103352787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103352795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103352805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103352805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:12,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:12,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103352995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103353005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103353005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103353015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103353016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/16f6cb8e68034698b7c006c9d1e6fd59 2024-11-20T11:48:13,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/bcda3894c9f14acaafdc499da0d17155 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155 2024-11-20T11:48:13,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155, entries=150, sequenceid=127, filesize=11.7 K 2024-11-20T11:48:13,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fb6c36b47eb64b93b4cfc034c7a01164 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164 2024-11-20T11:48:13,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T11:48:13,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/16f6cb8e68034698b7c006c9d1e6fd59 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59 2024-11-20T11:48:13,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59, entries=100, sequenceid=127, filesize=9.4 K 2024-11-20T11:48:13,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for babd67f7c3c9b04538e867342a9479bd in 644ms, sequenceid=127, compaction requested=false 2024-11-20T11:48:13,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:13,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:13,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T11:48:13,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/97e3bba7c0a44d9da52051bf64f6e38a is 50, key is test_row_0/A:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:13,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103353325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103353332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103353333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103353334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103353335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741864_1040 (size=14541) 2024-11-20T11:48:13,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/97e3bba7c0a44d9da52051bf64f6e38a 2024-11-20T11:48:13,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3813aaf5c1c346ff97d898a8f4034b16 is 50, key is test_row_0/B:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:13,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741865_1041 (size=12151) 2024-11-20T11:48:13,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3813aaf5c1c346ff97d898a8f4034b16 2024-11-20T11:48:13,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/6a62f010867d4e799465198ced232cc1 is 50, key is test_row_0/C:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103353446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103353447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103353446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741866_1042 (size=12151) 2024-11-20T11:48:13,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103353656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103353656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103353655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:13,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103353835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103353845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:13,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:13,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/6a62f010867d4e799465198ced232cc1 2024-11-20T11:48:13,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/97e3bba7c0a44d9da52051bf64f6e38a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a 2024-11-20T11:48:13,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a, entries=200, sequenceid=157, filesize=14.2 K 2024-11-20T11:48:13,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3813aaf5c1c346ff97d898a8f4034b16 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16 2024-11-20T11:48:13,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T11:48:13,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/6a62f010867d4e799465198ced232cc1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1 2024-11-20T11:48:13,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T11:48:13,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for babd67f7c3c9b04538e867342a9479bd in 605ms, sequenceid=157, compaction requested=true 2024-11-20T11:48:13,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:13,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:13,917 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:13,917 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:13,919 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38779 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:13,920 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:13,920 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:13,920 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:13,920 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,920 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/522971c8ba634f34bad821dab0a576de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=37.9 K 2024-11-20T11:48:13,921 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:13,922 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 522971c8ba634f34bad821dab0a576de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:13,922 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/88ad35c6fd5c44d98b8aca90ba0f1c45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=33.3 K 2024-11-20T11:48:13,923 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcda3894c9f14acaafdc499da0d17155, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732103292236 2024-11-20T11:48:13,923 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 88ad35c6fd5c44d98b8aca90ba0f1c45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:13,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97e3bba7c0a44d9da52051bf64f6e38a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292670 2024-11-20T11:48:13,924 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6c36b47eb64b93b4cfc034c7a01164, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732103292245 2024-11-20T11:48:13,925 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3813aaf5c1c346ff97d898a8f4034b16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292676 2024-11-20T11:48:13,950 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:13,950 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/cb1f79790e764e0e89e7fe189019fef7 is 50, key is test_row_0/A:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:13,954 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:13,955 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/6a19f9098c9a4704830675b34d52991e is 50, key is test_row_0/B:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:13,976 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:13,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:13,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741868_1044 (size=12493) 2024-11-20T11:48:13,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5697935c489c411e836789e7f4bab672 is 50, key is test_row_0/A:col10/1732103293975/Put/seqid=0 2024-11-20T11:48:14,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741867_1043 (size=12493) 2024-11-20T11:48:14,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:14,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:14,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,026 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/cb1f79790e764e0e89e7fe189019fef7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cb1f79790e764e0e89e7fe189019fef7 2024-11-20T11:48:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741869_1045 (size=16931) 2024-11-20T11:48:14,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5697935c489c411e836789e7f4bab672 2024-11-20T11:48:14,045 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into cb1f79790e764e0e89e7fe189019fef7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:14,045 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:14,045 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103293916; duration=0sec 2024-11-20T11:48:14,047 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:14,047 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:14,047 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:14,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/77a36b6316af4f8c9242feea03d5461b is 50, key is test_row_0/B:col10/1732103293975/Put/seqid=0 2024-11-20T11:48:14,060 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:14,060 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:14,062 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,062 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/80205fe8b01b4dc1988da25a8484619e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=33.3 K 2024-11-20T11:48:14,063 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80205fe8b01b4dc1988da25a8484619e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103292007 2024-11-20T11:48:14,064 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f6cb8e68034698b7c006c9d1e6fd59, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732103292245 2024-11-20T11:48:14,064 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a62f010867d4e799465198ced232cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292676 2024-11-20T11:48:14,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741870_1046 (size=12151) 2024-11-20T11:48:14,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/77a36b6316af4f8c9242feea03d5461b 2024-11-20T11:48:14,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,102 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:14,103 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/debaafd1604e40b0973544c4b515f515 is 50, key is test_row_0/C:col10/1732103292676/Put/seqid=0 2024-11-20T11:48:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103354091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103354096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/775a832d026545d09c4bed0af825466b is 50, key is test_row_0/C:col10/1732103293975/Put/seqid=0 2024-11-20T11:48:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741871_1047 (size=12493) 2024-11-20T11:48:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741872_1048 (size=12151) 2024-11-20T11:48:14,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103354215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103354215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103354215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/6a19f9098c9a4704830675b34d52991e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6a19f9098c9a4704830675b34d52991e 2024-11-20T11:48:14,410 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 6a19f9098c9a4704830675b34d52991e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:14,410 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:14,410 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103293917; duration=0sec 2024-11-20T11:48:14,410 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:14,410 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103354425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103354425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103354425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:14,558 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/debaafd1604e40b0973544c4b515f515 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/debaafd1604e40b0973544c4b515f515 2024-11-20T11:48:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/775a832d026545d09c4bed0af825466b 2024-11-20T11:48:14,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5697935c489c411e836789e7f4bab672 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672 2024-11-20T11:48:14,583 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into debaafd1604e40b0973544c4b515f515(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:14,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:14,584 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103293917; duration=0sec 2024-11-20T11:48:14,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:14,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:14,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672, entries=250, sequenceid=168, filesize=16.5 K 2024-11-20T11:48:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/77a36b6316af4f8c9242feea03d5461b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b 2024-11-20T11:48:14,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T11:48:14,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/775a832d026545d09c4bed0af825466b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b 2024-11-20T11:48:14,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T11:48:14,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for babd67f7c3c9b04538e867342a9479bd in 644ms, sequenceid=168, compaction requested=false 2024-11-20T11:48:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:14,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T11:48:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:14,636 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:48:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/b7d3c14921264b64b29f2cbad9f11c45 is 50, key is test_row_0/A:col10/1732103294081/Put/seqid=0 2024-11-20T11:48:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741873_1049 (size=12151) 2024-11-20T11:48:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103354751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103354751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103354751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103354855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,860 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in babd67f7c3c9b04538e867342a9479bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103354865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103354865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103354865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,867 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in babd67f7c3c9b04538e867342a9479bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:14,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103354866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/b7d3c14921264b64b29f2cbad9f11c45 2024-11-20T11:48:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fe49cee46766413c9b9214fa1e518326 is 50, key is test_row_0/B:col10/1732103294081/Put/seqid=0 2024-11-20T11:48:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741874_1050 (size=12151) 2024-11-20T11:48:15,135 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fe49cee46766413c9b9214fa1e518326 2024-11-20T11:48:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/5ff353b8634e40c9bde1a4f72baf7ecb is 50, key is test_row_0/C:col10/1732103294081/Put/seqid=0 2024-11-20T11:48:15,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741875_1051 (size=12151) 2024-11-20T11:48:15,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/5ff353b8634e40c9bde1a4f72baf7ecb 2024-11-20T11:48:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/b7d3c14921264b64b29f2cbad9f11c45 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45 2024-11-20T11:48:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T11:48:15,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fe49cee46766413c9b9214fa1e518326 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326 2024-11-20T11:48:15,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T11:48:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/5ff353b8634e40c9bde1a4f72baf7ecb as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb 2024-11-20T11:48:15,265 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T11:48:15,267 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for babd67f7c3c9b04538e867342a9479bd in 631ms, sequenceid=196, compaction requested=true 2024-11-20T11:48:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:15,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T11:48:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T11:48:15,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T11:48:15,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6680 sec 2024-11-20T11:48:15,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.6800 sec 2024-11-20T11:48:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:15,392 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:15,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T11:48:15,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/acd135ceecf845e1a93a576de2eac740 is 50, key is test_row_0/A:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741876_1052 (size=14541) 2024-11-20T11:48:15,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/acd135ceecf845e1a93a576de2eac740 2024-11-20T11:48:15,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0fcbd71c4cd44e6a8e57499fa3eacdac is 50, key is test_row_0/B:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103355466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103355468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103355469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741877_1053 (size=12151) 2024-11-20T11:48:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103355585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103355585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103355585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T11:48:15,756 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:15,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T11:48:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:48:15,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:15,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:15,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:15,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103355795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103355795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103355795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:48:15,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0fcbd71c4cd44e6a8e57499fa3eacdac 2024-11-20T11:48:15,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T11:48:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:15,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:15,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:15,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/48436836b8f24db98a42c057f61fb850 is 50, key is test_row_0/C:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741878_1054 (size=12151) 2024-11-20T11:48:15,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/48436836b8f24db98a42c057f61fb850 2024-11-20T11:48:15,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/acd135ceecf845e1a93a576de2eac740 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740 2024-11-20T11:48:15,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740, entries=200, sequenceid=211, filesize=14.2 K 2024-11-20T11:48:16,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0fcbd71c4cd44e6a8e57499fa3eacdac as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac 2024-11-20T11:48:16,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T11:48:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/48436836b8f24db98a42c057f61fb850 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850 2024-11-20T11:48:16,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850, entries=150, sequenceid=211, filesize=11.9 K 2024-11-20T11:48:16,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for babd67f7c3c9b04538e867342a9479bd in 639ms, sequenceid=211, compaction requested=true 2024-11-20T11:48:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:16,031 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:16,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:16,032 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:16,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:16,033 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:16,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:16,034 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:16,034 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:16,034 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cb1f79790e764e0e89e7fe189019fef7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=54.8 K 2024-11-20T11:48:16,034 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:16,034 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:16,034 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:16,035 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6a19f9098c9a4704830675b34d52991e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=47.8 K 2024-11-20T11:48:16,035 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb1f79790e764e0e89e7fe189019fef7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292676 2024-11-20T11:48:16,037 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a19f9098c9a4704830675b34d52991e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292676 2024-11-20T11:48:16,038 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5697935c489c411e836789e7f4bab672, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103293319 2024-11-20T11:48:16,040 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 77a36b6316af4f8c9242feea03d5461b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103293328 2024-11-20T11:48:16,041 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting fe49cee46766413c9b9214fa1e518326, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732103294081 2024-11-20T11:48:16,041 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7d3c14921264b64b29f2cbad9f11c45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732103294081 2024-11-20T11:48:16,042 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fcbd71c4cd44e6a8e57499fa3eacdac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:16,042 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting acd135ceecf845e1a93a576de2eac740, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:16,063 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:16,063 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/85837cb302c946c79529e1f3dd49e567 is 50, key is test_row_0/B:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:16,070 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:16,070 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/e1a01acdad3243448fa87f3f45664e9a is 50, key is test_row_0/A:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:16,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T11:48:16,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:16,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T11:48:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:48:16,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:16,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:16,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741879_1055 (size=12629) 2024-11-20T11:48:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/3d1835a3723645668322026189beec15 is 50, key is test_row_0/A:col10/1732103295466/Put/seqid=0 2024-11-20T11:48:16,128 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/85837cb302c946c79529e1f3dd49e567 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/85837cb302c946c79529e1f3dd49e567 2024-11-20T11:48:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741880_1056 (size=12629) 2024-11-20T11:48:16,145 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 85837cb302c946c79529e1f3dd49e567(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:16,145 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:16,145 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=12, startTime=1732103296031; duration=0sec 2024-11-20T11:48:16,146 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:16,146 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:16,146 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:16,148 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:16,148 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:16,149 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:16,149 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/debaafd1604e40b0973544c4b515f515, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=47.8 K 2024-11-20T11:48:16,149 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting debaafd1604e40b0973544c4b515f515, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732103292676 2024-11-20T11:48:16,150 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 775a832d026545d09c4bed0af825466b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103293328 2024-11-20T11:48:16,150 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ff353b8634e40c9bde1a4f72baf7ecb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732103294081 2024-11-20T11:48:16,151 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 48436836b8f24db98a42c057f61fb850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:16,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741881_1057 (size=12151) 2024-11-20T11:48:16,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/3d1835a3723645668322026189beec15 2024-11-20T11:48:16,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103356147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103356147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103356163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,175 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:16,176 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/523cf03848fd4c4689303ec8ded91faf is 50, key is test_row_0/C:col10/1732103294747/Put/seqid=0 2024-11-20T11:48:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f311e917cb69499f80f9478f35ef9972 is 50, key is test_row_0/B:col10/1732103295466/Put/seqid=0 2024-11-20T11:48:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741882_1058 (size=12629) 2024-11-20T11:48:16,226 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/523cf03848fd4c4689303ec8ded91faf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/523cf03848fd4c4689303ec8ded91faf 2024-11-20T11:48:16,243 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 523cf03848fd4c4689303ec8ded91faf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:16,243 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:16,243 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=12, startTime=1732103296033; duration=0sec 2024-11-20T11:48:16,244 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:16,244 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:16,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741883_1059 (size=12151) 2024-11-20T11:48:16,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f311e917cb69499f80f9478f35ef9972 2024-11-20T11:48:16,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4206b91a2b2b4ea7be61af85e26511de is 50, key is test_row_0/C:col10/1732103295466/Put/seqid=0 2024-11-20T11:48:16,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103356276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103356277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103356277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741884_1060 (size=12151) 2024-11-20T11:48:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:48:16,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103356485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103356488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103356487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,559 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/e1a01acdad3243448fa87f3f45664e9a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/e1a01acdad3243448fa87f3f45664e9a 2024-11-20T11:48:16,578 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into e1a01acdad3243448fa87f3f45664e9a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:16,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:16,578 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=12, startTime=1732103296031; duration=0sec 2024-11-20T11:48:16,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:16,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:16,695 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4206b91a2b2b4ea7be61af85e26511de 2024-11-20T11:48:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/3d1835a3723645668322026189beec15 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15 2024-11-20T11:48:16,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T11:48:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/f311e917cb69499f80f9478f35ef9972 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972 2024-11-20T11:48:16,788 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T11:48:16,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4206b91a2b2b4ea7be61af85e26511de as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de 2024-11-20T11:48:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103356795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103356795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103356796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T11:48:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for babd67f7c3c9b04538e867342a9479bd in 723ms, sequenceid=232, compaction requested=false 2024-11-20T11:48:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T11:48:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T11:48:16,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T11:48:16,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-20T11:48:16,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0550 sec 2024-11-20T11:48:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:16,878 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:16,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T11:48:16,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/fbe586f1fd634813ac5cf64fa042bbca is 50, key is test_row_0/A:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T11:48:16,905 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:16,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T11:48:16,909 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:16,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:16,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:16,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741885_1061 (size=12151) 2024-11-20T11:48:16,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/fbe586f1fd634813ac5cf64fa042bbca 2024-11-20T11:48:16,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/564937f028124ccabe7a9559eba4ab38 is 50, key is test_row_0/B:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103356963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103356963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741886_1062 (size=12151) 2024-11-20T11:48:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:17,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103357075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103357075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:17,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103357286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103357286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103357305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103357305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103357305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/564937f028124ccabe7a9559eba4ab38 2024-11-20T11:48:17,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/e66dc201687a4e52855fab1bc3aff0bf is 50, key is test_row_0/C:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741887_1063 (size=12151) 2024-11-20T11:48:17,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:17,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103357595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103357595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:17,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/e66dc201687a4e52855fab1bc3aff0bf 2024-11-20T11:48:17,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/fbe586f1fd634813ac5cf64fa042bbca as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca 2024-11-20T11:48:17,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T11:48:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/564937f028124ccabe7a9559eba4ab38 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38 2024-11-20T11:48:17,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:17,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T11:48:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/e66dc201687a4e52855fab1bc3aff0bf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf 2024-11-20T11:48:17,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T11:48:17,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for babd67f7c3c9b04538e867342a9479bd in 986ms, sequenceid=251, compaction requested=true 2024-11-20T11:48:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:17,864 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:17,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:17,865 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:17,866 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:17,867 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:17,867 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,867 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/e1a01acdad3243448fa87f3f45664e9a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.1 K 2024-11-20T11:48:17,867 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:17,867 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:17,867 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,868 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/85837cb302c946c79529e1f3dd49e567, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.1 K 2024-11-20T11:48:17,868 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a01acdad3243448fa87f3f45664e9a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:17,869 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 85837cb302c946c79529e1f3dd49e567, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:17,869 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f311e917cb69499f80f9478f35ef9972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732103295462 2024-11-20T11:48:17,869 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d1835a3723645668322026189beec15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732103295462 2024-11-20T11:48:17,870 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 564937f028124ccabe7a9559eba4ab38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:17,870 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbe586f1fd634813ac5cf64fa042bbca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:17,902 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:17,903 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3f86202c606642a683cdcce6c90c9308 is 50, key is test_row_0/B:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:17,910 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:17,911 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c8cb0c2837f144ec92f214a280e17491 is 50, key is test_row_0/A:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741888_1064 (size=12731) 2024-11-20T11:48:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741889_1065 (size=12731) 2024-11-20T11:48:17,953 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c8cb0c2837f144ec92f214a280e17491 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c8cb0c2837f144ec92f214a280e17491 2024-11-20T11:48:17,967 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into c8cb0c2837f144ec92f214a280e17491(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:17,968 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:17,968 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103297864; duration=0sec 2024-11-20T11:48:17,968 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:17,968 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:17,969 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:17,970 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:17,970 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:17,971 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,971 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/523cf03848fd4c4689303ec8ded91faf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.1 K 2024-11-20T11:48:17,973 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 523cf03848fd4c4689303ec8ded91faf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732103294747 2024-11-20T11:48:17,974 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4206b91a2b2b4ea7be61af85e26511de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732103295462 2024-11-20T11:48:17,974 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66dc201687a4e52855fab1bc3aff0bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:17,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T11:48:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:17,997 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T11:48:18,010 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#53 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:18,011 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/0a4f4c967adb420ea0b9ac210d1c98f7 is 50, key is test_row_0/C:col10/1732103296142/Put/seqid=0 2024-11-20T11:48:18,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c46a2aaabb124d59a044c5671e2cc756 is 50, key is test_row_0/A:col10/1732103296955/Put/seqid=0 2024-11-20T11:48:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741890_1066 (size=12731) 2024-11-20T11:48:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741891_1067 (size=12301) 2024-11-20T11:48:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:18,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103358144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103358148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103358255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103358264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103358315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,317 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in babd67f7c3c9b04538e867342a9479bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103358324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103358324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,326 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in babd67f7c3c9b04538e867342a9479bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,327 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in babd67f7c3c9b04538e867342a9479bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,340 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/3f86202c606642a683cdcce6c90c9308 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3f86202c606642a683cdcce6c90c9308 2024-11-20T11:48:18,349 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 3f86202c606642a683cdcce6c90c9308(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:18,349 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:18,349 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103297864; duration=0sec 2024-11-20T11:48:18,349 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:18,349 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103358465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,477 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/0a4f4c967adb420ea0b9ac210d1c98f7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/0a4f4c967adb420ea0b9ac210d1c98f7 2024-11-20T11:48:18,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103358475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,486 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 0a4f4c967adb420ea0b9ac210d1c98f7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:18,486 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:18,486 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103297865; duration=0sec 2024-11-20T11:48:18,486 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:18,486 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:18,507 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c46a2aaabb124d59a044c5671e2cc756 2024-11-20T11:48:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/c5c4ab7b105b41ba897bd658ac03eb7c is 50, key is test_row_0/B:col10/1732103296955/Put/seqid=0 2024-11-20T11:48:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741892_1068 (size=12301) 2024-11-20T11:48:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103358775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103358785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:18,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/c5c4ab7b105b41ba897bd658ac03eb7c 2024-11-20T11:48:18,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/1de1b8cab85f48e89a01b665678f7fd0 is 50, key is test_row_0/C:col10/1732103296955/Put/seqid=0 2024-11-20T11:48:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741893_1069 (size=12301) 2024-11-20T11:48:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:19,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103359285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:19,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:19,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103359294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:19,299 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:19,361 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/1de1b8cab85f48e89a01b665678f7fd0 2024-11-20T11:48:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c46a2aaabb124d59a044c5671e2cc756 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756 2024-11-20T11:48:19,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T11:48:19,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/c5c4ab7b105b41ba897bd658ac03eb7c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c 2024-11-20T11:48:19,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T11:48:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/1de1b8cab85f48e89a01b665678f7fd0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0 2024-11-20T11:48:19,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0, entries=150, sequenceid=272, filesize=12.0 K 2024-11-20T11:48:19,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for babd67f7c3c9b04538e867342a9479bd in 1402ms, sequenceid=272, compaction requested=false 2024-11-20T11:48:19,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:19,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T11:48:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T11:48:19,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T11:48:19,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4900 sec 2024-11-20T11:48:19,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.5000 sec 2024-11-20T11:48:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:20,299 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:20,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T11:48:20,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c11d1dd5c4144d0aa7b1bbb82fb820ad is 50, key is test_row_0/A:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:20,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103360347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741894_1070 (size=14741) 2024-11-20T11:48:20,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c11d1dd5c4144d0aa7b1bbb82fb820ad 2024-11-20T11:48:20,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103360350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103360354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103360353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103360356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/b163f6eced3844668eda22e61ce96087 is 50, key is test_row_0/B:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741895_1071 (size=12301) 2024-11-20T11:48:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103360465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103360465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103360475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103360475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103360475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103360675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103360675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103360685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103360685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103360685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/b163f6eced3844668eda22e61ce96087 2024-11-20T11:48:20,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3eb07e5bfd514bc197c8ade79f2ece57 is 50, key is test_row_0/C:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:20,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741896_1072 (size=12301) 2024-11-20T11:48:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103360984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103360985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103360995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103360995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:20,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:20,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103360995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:20,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T11:48:21,066 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:21,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T11:48:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:21,070 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:21,071 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:21,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:21,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T11:48:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:21,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3eb07e5bfd514bc197c8ade79f2ece57 2024-11-20T11:48:21,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/c11d1dd5c4144d0aa7b1bbb82fb820ad as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad 2024-11-20T11:48:21,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad, entries=200, sequenceid=291, filesize=14.4 K 2024-11-20T11:48:21,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/b163f6eced3844668eda22e61ce96087 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087 2024-11-20T11:48:21,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T11:48:21,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3eb07e5bfd514bc197c8ade79f2ece57 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57 2024-11-20T11:48:21,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T11:48:21,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for babd67f7c3c9b04538e867342a9479bd in 964ms, sequenceid=291, compaction requested=true 2024-11-20T11:48:21,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:21,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:21,264 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:21,264 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:21,265 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:21,265 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:21,265 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:21,265 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:21,265 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,265 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,265 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3f86202c606642a683cdcce6c90c9308, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.5 K 2024-11-20T11:48:21,265 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c8cb0c2837f144ec92f214a280e17491, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=38.8 K 2024-11-20T11:48:21,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f86202c606642a683cdcce6c90c9308, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:21,266 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8cb0c2837f144ec92f214a280e17491, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:21,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c4ab7b105b41ba897bd658ac03eb7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732103296922 2024-11-20T11:48:21,266 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46a2aaabb124d59a044c5671e2cc756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732103296922 2024-11-20T11:48:21,267 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b163f6eced3844668eda22e61ce96087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:21,267 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c11d1dd5c4144d0aa7b1bbb82fb820ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:21,280 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:21,280 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0d5740a28a934776843d6071049552ae is 50, key is test_row_0/B:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:21,286 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:21,287 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f800b9f7f0f3422ca02a27276cc05cae is 50, key is test_row_0/A:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741898_1074 (size=12983) 2024-11-20T11:48:21,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741897_1073 (size=12983) 2024-11-20T11:48:21,327 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f800b9f7f0f3422ca02a27276cc05cae as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f800b9f7f0f3422ca02a27276cc05cae 2024-11-20T11:48:21,338 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into f800b9f7f0f3422ca02a27276cc05cae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:21,338 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:21,338 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103301263; duration=0sec 2024-11-20T11:48:21,338 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:21,338 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:21,338 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:21,340 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:21,340 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:21,340 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,340 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/0a4f4c967adb420ea0b9ac210d1c98f7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.5 K 2024-11-20T11:48:21,341 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4f4c967adb420ea0b9ac210d1c98f7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103296138 2024-11-20T11:48:21,342 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1de1b8cab85f48e89a01b665678f7fd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732103296922 2024-11-20T11:48:21,342 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eb07e5bfd514bc197c8ade79f2ece57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:21,352 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:21,353 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7 is 50, key is test_row_0/C:col10/1732103298124/Put/seqid=0 2024-11-20T11:48:21,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741899_1075 (size=12983) 2024-11-20T11:48:21,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T11:48:21,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:21,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T11:48:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/4e001d1787d44f86a44d6256caf2848d is 50, key is test_row_0/A:col10/1732103300346/Put/seqid=0 2024-11-20T11:48:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741900_1076 (size=12301) 2024-11-20T11:48:21,394 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/4e001d1787d44f86a44d6256caf2848d 2024-11-20T11:48:21,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/9d10da38da7e4abeb19e4d09b6c39403 is 50, key is test_row_0/B:col10/1732103300346/Put/seqid=0 2024-11-20T11:48:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741901_1077 (size=12301) 2024-11-20T11:48:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:21,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:21,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103361527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103361524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103361527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103361528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103361530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103361635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103361635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103361636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103361636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103361637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:21,718 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0d5740a28a934776843d6071049552ae as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0d5740a28a934776843d6071049552ae 2024-11-20T11:48:21,724 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 0d5740a28a934776843d6071049552ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:21,724 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:21,724 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103301264; duration=0sec 2024-11-20T11:48:21,724 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:21,725 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:21,809 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7 2024-11-20T11:48:21,815 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 5c6e84d4d67e4f1689f51d2a3c8ebeb7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:21,815 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:21,815 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103301264; duration=0sec 2024-11-20T11:48:21,815 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:21,816 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:21,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/9d10da38da7e4abeb19e4d09b6c39403 2024-11-20T11:48:21,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/90a09d0c5b9a41d58530827ea4224e7e is 50, key is test_row_0/C:col10/1732103300346/Put/seqid=0 2024-11-20T11:48:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103361845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103361845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103361845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741902_1078 (size=12301) 2024-11-20T11:48:21,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103361845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103361854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103362155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103362155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103362155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103362155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103362164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:22,246 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/90a09d0c5b9a41d58530827ea4224e7e 2024-11-20T11:48:22,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/4e001d1787d44f86a44d6256caf2848d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d 2024-11-20T11:48:22,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T11:48:22,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/9d10da38da7e4abeb19e4d09b6c39403 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403 2024-11-20T11:48:22,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T11:48:22,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/90a09d0c5b9a41d58530827ea4224e7e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e 2024-11-20T11:48:22,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e, entries=150, sequenceid=311, filesize=12.0 K 2024-11-20T11:48:22,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for babd67f7c3c9b04538e867342a9479bd in 894ms, sequenceid=311, compaction requested=false 2024-11-20T11:48:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T11:48:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T11:48:22,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T11:48:22,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2030 sec 2024-11-20T11:48:22,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.2100 sec 2024-11-20T11:48:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:22,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T11:48:22,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d9b657082ed44f38b235ca4d7aee059b is 50, key is test_row_0/A:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:22,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741903_1079 (size=17181) 2024-11-20T11:48:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103362681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103362683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103362685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103362686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103362687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103362795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103362795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103362796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103362796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103362796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103363004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103363005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103363005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103363005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103363005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d9b657082ed44f38b235ca4d7aee059b 2024-11-20T11:48:23,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/658e7c858cb540eab7b32de0efacfd7f is 50, key is test_row_0/B:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741904_1080 (size=12301) 2024-11-20T11:48:23,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/658e7c858cb540eab7b32de0efacfd7f 2024-11-20T11:48:23,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4810c3f480e640ba8810ff9dffe68c12 is 50, key is test_row_0/C:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741905_1081 (size=12301) 2024-11-20T11:48:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T11:48:23,225 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:23,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T11:48:23,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:23,228 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:23,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:23,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:23,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103363315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103363315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103363315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103363316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103363316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:23,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T11:48:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4810c3f480e640ba8810ff9dffe68c12 2024-11-20T11:48:23,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d9b657082ed44f38b235ca4d7aee059b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b 2024-11-20T11:48:23,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b, entries=250, sequenceid=332, filesize=16.8 K 2024-11-20T11:48:23,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/658e7c858cb540eab7b32de0efacfd7f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f 2024-11-20T11:48:23,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T11:48:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T11:48:23,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:23,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/4810c3f480e640ba8810ff9dffe68c12 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12 2024-11-20T11:48:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:23,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12, entries=150, sequenceid=332, filesize=12.0 K 2024-11-20T11:48:23,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for babd67f7c3c9b04538e867342a9479bd in 881ms, sequenceid=332, compaction requested=true 2024-11-20T11:48:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:23,549 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:23,549 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:23,550 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:23,550 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:23,551 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,551 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f800b9f7f0f3422ca02a27276cc05cae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=41.5 K 2024-11-20T11:48:23,551 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f800b9f7f0f3422ca02a27276cc05cae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:23,551 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:23,552 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:23,552 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,552 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0d5740a28a934776843d6071049552ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.7 K 2024-11-20T11:48:23,552 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e001d1787d44f86a44d6256caf2848d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732103300327 2024-11-20T11:48:23,552 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b657082ed44f38b235ca4d7aee059b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:23,552 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5740a28a934776843d6071049552ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:23,553 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d10da38da7e4abeb19e4d09b6c39403, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732103300327 2024-11-20T11:48:23,554 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 658e7c858cb540eab7b32de0efacfd7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:23,566 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:23,567 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5ba6805e45914cd3bafcb8e295664f0f is 50, key is test_row_0/A:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:23,574 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:23,575 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/81531e4406a64233aae231ea3b8eaa9d is 50, key is test_row_0/B:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:23,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741907_1083 (size=13085) 2024-11-20T11:48:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741906_1082 (size=13085) 2024-11-20T11:48:23,608 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/5ba6805e45914cd3bafcb8e295664f0f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5ba6805e45914cd3bafcb8e295664f0f 2024-11-20T11:48:23,618 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into 5ba6805e45914cd3bafcb8e295664f0f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:23,618 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:23,618 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103303549; duration=0sec 2024-11-20T11:48:23,618 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:23,618 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:23,618 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:23,621 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:23,621 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:23,621 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,621 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.7 K 2024-11-20T11:48:23,622 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c6e84d4d67e4f1689f51d2a3c8ebeb7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732103298124 2024-11-20T11:48:23,622 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90a09d0c5b9a41d58530827ea4224e7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732103300327 2024-11-20T11:48:23,623 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4810c3f480e640ba8810ff9dffe68c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:23,632 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:23,633 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/7bf06db91e7841bfad5c4ce50d2974ed is 50, key is test_row_0/C:col10/1732103302666/Put/seqid=0 2024-11-20T11:48:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741908_1084 (size=13085) 2024-11-20T11:48:23,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T11:48:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:23,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T11:48:23,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/704ec2e688b14d6cad08c0feb57a04f4 is 50, key is test_row_0/A:col10/1732103302685/Put/seqid=0 2024-11-20T11:48:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741909_1085 (size=12301) 2024-11-20T11:48:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:23,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:23,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103363841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103363843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103363844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103363844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103363848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103363954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103363955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103363955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103363955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103363955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:23,990 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/81531e4406a64233aae231ea3b8eaa9d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/81531e4406a64233aae231ea3b8eaa9d 2024-11-20T11:48:23,998 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 81531e4406a64233aae231ea3b8eaa9d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:23,998 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:23,998 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103303549; duration=0sec 2024-11-20T11:48:23,998 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:23,998 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:24,065 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/7bf06db91e7841bfad5c4ce50d2974ed as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7bf06db91e7841bfad5c4ce50d2974ed 2024-11-20T11:48:24,071 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 7bf06db91e7841bfad5c4ce50d2974ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:24,071 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:24,071 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103303550; duration=0sec 2024-11-20T11:48:24,071 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:24,071 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:24,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/704ec2e688b14d6cad08c0feb57a04f4 2024-11-20T11:48:24,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/58b158a40a3440099a2e167d78cb3561 is 50, key is test_row_0/B:col10/1732103302685/Put/seqid=0 2024-11-20T11:48:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741910_1086 (size=12301) 2024-11-20T11:48:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103364165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103364165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103364165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103364165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103364165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:24,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103364475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103364475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103364475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103364475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103364475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:24,549 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/58b158a40a3440099a2e167d78cb3561 2024-11-20T11:48:24,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/30c497d01b3c43bdbca6a25fc3d20cae is 50, key is test_row_0/C:col10/1732103302685/Put/seqid=0 2024-11-20T11:48:24,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741911_1087 (size=12301) 2024-11-20T11:48:24,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/30c497d01b3c43bdbca6a25fc3d20cae 2024-11-20T11:48:24,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/704ec2e688b14d6cad08c0feb57a04f4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4 2024-11-20T11:48:24,573 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:48:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/58b158a40a3440099a2e167d78cb3561 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561 2024-11-20T11:48:24,579 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:48:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/30c497d01b3c43bdbca6a25fc3d20cae as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae 2024-11-20T11:48:24,585 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:48:24,586 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for babd67f7c3c9b04538e867342a9479bd in 893ms, sequenceid=350, compaction requested=false 2024-11-20T11:48:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T11:48:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T11:48:24,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T11:48:24,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3590 sec 2024-11-20T11:48:24,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3650 sec 2024-11-20T11:48:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:24,987 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:24,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T11:48:24,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/22af21f2cc824a9db001a708bb1c090f is 50, key is test_row_0/A:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103364997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103364999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741912_1088 (size=17181) 2024-11-20T11:48:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103365001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103365005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103365006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103365105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103365105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103365114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103365114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103365115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103365314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103365314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103365325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103365325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103365325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T11:48:25,375 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:25,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T11:48:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:25,378 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:25,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:25,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:25,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/22af21f2cc824a9db001a708bb1c090f 2024-11-20T11:48:25,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fc707efd28594cbc84d5a909b2f15598 is 50, key is test_row_0/B:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:25,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741913_1089 (size=12301) 2024-11-20T11:48:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:25,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T11:48:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103365625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103365625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103365635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103365635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103365635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:25,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:25,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T11:48:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:25,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T11:48:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fc707efd28594cbc84d5a909b2f15598 2024-11-20T11:48:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:25,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/2eb4f7c5cc914f309c5f0c03d95489f2 is 50, key is test_row_0/C:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741914_1090 (size=12301) 2024-11-20T11:48:25,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/2eb4f7c5cc914f309c5f0c03d95489f2 2024-11-20T11:48:25,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/22af21f2cc824a9db001a708bb1c090f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f 2024-11-20T11:48:25,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f, entries=250, sequenceid=373, filesize=16.8 K 2024-11-20T11:48:25,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/fc707efd28594cbc84d5a909b2f15598 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598 2024-11-20T11:48:25,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T11:48:25,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/2eb4f7c5cc914f309c5f0c03d95489f2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2 2024-11-20T11:48:25,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T11:48:25,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for babd67f7c3c9b04538e867342a9479bd in 946ms, sequenceid=373, compaction requested=true 2024-11-20T11:48:25,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:25,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:25,934 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:25,934 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:25,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:25,935 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:25,935 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:25,935 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,936 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/81531e4406a64233aae231ea3b8eaa9d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.8 K 2024-11-20T11:48:25,936 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:25,936 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:25,936 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,936 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5ba6805e45914cd3bafcb8e295664f0f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=41.6 K 2024-11-20T11:48:25,938 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 81531e4406a64233aae231ea3b8eaa9d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:25,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ba6805e45914cd3bafcb8e295664f0f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:25,943 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 58b158a40a3440099a2e167d78cb3561, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103302679 2024-11-20T11:48:25,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting fc707efd28594cbc84d5a909b2f15598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:25,951 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 704ec2e688b14d6cad08c0feb57a04f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103302679 2024-11-20T11:48:25,952 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22af21f2cc824a9db001a708bb1c090f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:25,967 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:25,968 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/07d90a72ea924f459ad9a51e8bc4bc69 is 50, key is test_row_0/A:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:25,978 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:25,979 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/b419103b78bc469bb44c122f5816b1b4 is 50, key is test_row_0/B:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741915_1091 (size=13187) 2024-11-20T11:48:25,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T11:48:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:25,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T11:48:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:26,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741916_1092 (size=13187) 2024-11-20T11:48:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/527ee41c880f47ce9d4933ac720658d4 is 50, key is test_row_0/A:col10/1732103304999/Put/seqid=0 2024-11-20T11:48:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741917_1093 (size=12301) 2024-11-20T11:48:26,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/527ee41c880f47ce9d4933ac720658d4 2024-11-20T11:48:26,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/913244d223db4ce5b4fc23813c692287 is 50, key is test_row_0/B:col10/1732103304999/Put/seqid=0 2024-11-20T11:48:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741918_1094 (size=12301) 2024-11-20T11:48:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:26,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103366157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103366158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103366158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103366159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103366160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103366265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103366275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103366275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103366275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103366275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,401 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/07d90a72ea924f459ad9a51e8bc4bc69 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/07d90a72ea924f459ad9a51e8bc4bc69 2024-11-20T11:48:26,407 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into 07d90a72ea924f459ad9a51e8bc4bc69(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:26,407 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:26,407 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103305933; duration=0sec 2024-11-20T11:48:26,407 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:26,407 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:26,408 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:26,409 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:26,409 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:26,409 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:26,410 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7bf06db91e7841bfad5c4ce50d2974ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.8 K 2024-11-20T11:48:26,411 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf06db91e7841bfad5c4ce50d2974ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732103301508 2024-11-20T11:48:26,411 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30c497d01b3c43bdbca6a25fc3d20cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103302679 2024-11-20T11:48:26,412 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eb4f7c5cc914f309c5f0c03d95489f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:26,415 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/b419103b78bc469bb44c122f5816b1b4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b419103b78bc469bb44c122f5816b1b4 2024-11-20T11:48:26,427 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into b419103b78bc469bb44c122f5816b1b4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:26,427 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:26,427 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103305934; duration=0sec 2024-11-20T11:48:26,427 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:26,427 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:26,443 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:26,443 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/8143b9c7e2f24fde8adf9baa5f1c3ffa is 50, key is test_row_0/C:col10/1732103304987/Put/seqid=0 2024-11-20T11:48:26,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741919_1095 (size=13187) 2024-11-20T11:48:26,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/913244d223db4ce5b4fc23813c692287 2024-11-20T11:48:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103366475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103366485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103366486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103366485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/d4e23d0a1ea74500952fec60e9006910 is 50, key is test_row_0/C:col10/1732103304999/Put/seqid=0 2024-11-20T11:48:26,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103366486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741920_1096 (size=12301) 2024-11-20T11:48:26,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/d4e23d0a1ea74500952fec60e9006910 2024-11-20T11:48:26,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/527ee41c880f47ce9d4933ac720658d4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4 2024-11-20T11:48:26,539 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T11:48:26,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/913244d223db4ce5b4fc23813c692287 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287 2024-11-20T11:48:26,552 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T11:48:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/d4e23d0a1ea74500952fec60e9006910 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910 2024-11-20T11:48:26,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910, entries=150, sequenceid=389, filesize=12.0 K 2024-11-20T11:48:26,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for babd67f7c3c9b04538e867342a9479bd in 570ms, sequenceid=389, compaction requested=false 2024-11-20T11:48:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:26,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T11:48:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T11:48:26,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T11:48:26,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1860 sec 2024-11-20T11:48:26,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1940 sec 2024-11-20T11:48:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:26,788 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:26,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T11:48:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103366807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103366808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103366809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103366810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103366812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/615ae1b2d61546d3b363d7d05eb6b7ed is 50, key is test_row_0/A:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:26,871 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/8143b9c7e2f24fde8adf9baa5f1c3ffa as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/8143b9c7e2f24fde8adf9baa5f1c3ffa 2024-11-20T11:48:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741921_1097 (size=14741) 2024-11-20T11:48:26,879 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 8143b9c7e2f24fde8adf9baa5f1c3ffa(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:26,879 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:26,880 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103305934; duration=0sec 2024-11-20T11:48:26,880 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:26,880 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:26,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/615ae1b2d61546d3b363d7d05eb6b7ed 2024-11-20T11:48:26,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/30da1e98378c43efbb46f832deb7dbc6 is 50, key is test_row_0/B:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741922_1098 (size=12301) 2024-11-20T11:48:26,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103366925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103366925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103366925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103366930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103366930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103367135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103367135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103367136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103367136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103367136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/30da1e98378c43efbb46f832deb7dbc6 2024-11-20T11:48:27,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/163daf44d1da4f8ea421fa0b817ac798 is 50, key is test_row_0/C:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741923_1099 (size=12301) 2024-11-20T11:48:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103367444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103367444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103367454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103367454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103367455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T11:48:27,525 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:27,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T11:48:27,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:27,528 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:27,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:27,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T11:48:27,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:27,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:27,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:27,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:27,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/163daf44d1da4f8ea421fa0b817ac798 2024-11-20T11:48:27,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/615ae1b2d61546d3b363d7d05eb6b7ed as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed 2024-11-20T11:48:27,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed, entries=200, sequenceid=412, filesize=14.4 K 2024-11-20T11:48:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/30da1e98378c43efbb46f832deb7dbc6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6 2024-11-20T11:48:27,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T11:48:27,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/163daf44d1da4f8ea421fa0b817ac798 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798 2024-11-20T11:48:27,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T11:48:27,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for babd67f7c3c9b04538e867342a9479bd in 988ms, sequenceid=412, compaction requested=true 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:27,776 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:27,776 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:27,777 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:27,777 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:27,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:27,778 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:27,778 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:27,778 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:27,778 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/07d90a72ea924f459ad9a51e8bc4bc69, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=39.3 K 2024-11-20T11:48:27,778 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b419103b78bc469bb44c122f5816b1b4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.9 K 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b419103b78bc469bb44c122f5816b1b4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d90a72ea924f459ad9a51e8bc4bc69, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 913244d223db4ce5b4fc23813c692287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732103304996 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 527ee41c880f47ce9d4933ac720658d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732103304996 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 615ae1b2d61546d3b363d7d05eb6b7ed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:27,779 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 30da1e98378c43efbb46f832deb7dbc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:27,791 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:27,791 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:27,791 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f9f8a80e3297423e9dd9b540a0cdd147 is 50, key is test_row_0/A:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:27,791 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/7d59097b78dd47089578f0552b7ad683 is 50, key is test_row_0/B:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:27,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741924_1100 (size=13289) 2024-11-20T11:48:27,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741925_1101 (size=13289) 2024-11-20T11:48:27,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T11:48:27,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:27,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T11:48:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a0f6ff1ff1da4dbb975e9245d5214ecd is 50, key is test_row_0/A:col10/1732103306808/Put/seqid=0 2024-11-20T11:48:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:27,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741926_1102 (size=12301) 2024-11-20T11:48:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:27,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. as already flushing 2024-11-20T11:48:27,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103367992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103367993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103367997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103367998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103368104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103368104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103368115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103368115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103368115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:28,219 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/7d59097b78dd47089578f0552b7ad683 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/7d59097b78dd47089578f0552b7ad683 2024-11-20T11:48:28,226 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 7d59097b78dd47089578f0552b7ad683(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:28,226 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:28,226 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103307776; duration=0sec 2024-11-20T11:48:28,226 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:28,226 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:28,226 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:28,228 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:28,228 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:28,228 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:28,229 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/8143b9c7e2f24fde8adf9baa5f1c3ffa, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=36.9 K 2024-11-20T11:48:28,229 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8143b9c7e2f24fde8adf9baa5f1c3ffa, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732103303835 2024-11-20T11:48:28,230 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e23d0a1ea74500952fec60e9006910, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732103304996 2024-11-20T11:48:28,230 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 163daf44d1da4f8ea421fa0b817ac798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:28,232 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/f9f8a80e3297423e9dd9b540a0cdd147 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f9f8a80e3297423e9dd9b540a0cdd147 2024-11-20T11:48:28,238 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into f9f8a80e3297423e9dd9b540a0cdd147(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:28,238 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:28,239 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103307776; duration=0sec 2024-11-20T11:48:28,239 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:28,239 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:28,242 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:28,243 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/356b14ac2ed648fe9a77e556300f9d1e is 50, key is test_row_0/C:col10/1732103306158/Put/seqid=0 2024-11-20T11:48:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741927_1103 (size=13289) 2024-11-20T11:48:28,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a0f6ff1ff1da4dbb975e9245d5214ecd 2024-11-20T11:48:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/2fca5a665462484b8f209b5df4cfc1bd is 50, key is test_row_0/B:col10/1732103306808/Put/seqid=0 2024-11-20T11:48:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741928_1104 (size=12301) 2024-11-20T11:48:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103368315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103368315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103368324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103368324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103368324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103368625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103368625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:28,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:28,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:28,653 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/356b14ac2ed648fe9a77e556300f9d1e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/356b14ac2ed648fe9a77e556300f9d1e 2024-11-20T11:48:28,659 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 356b14ac2ed648fe9a77e556300f9d1e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:28,659 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:28,659 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103307776; duration=0sec 2024-11-20T11:48:28,659 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:28,659 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:28,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/2fca5a665462484b8f209b5df4cfc1bd 2024-11-20T11:48:28,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/b84b3d8d21c346bc9e0d470bef7df011 is 50, key is test_row_0/C:col10/1732103306808/Put/seqid=0 2024-11-20T11:48:28,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741929_1105 (size=12301) 2024-11-20T11:48:29,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/b84b3d8d21c346bc9e0d470bef7df011 2024-11-20T11:48:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a0f6ff1ff1da4dbb975e9245d5214ecd as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd 2024-11-20T11:48:29,110 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T11:48:29,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/2fca5a665462484b8f209b5df4cfc1bd as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd 2024-11-20T11:48:29,119 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T11:48:29,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/b84b3d8d21c346bc9e0d470bef7df011 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011 2024-11-20T11:48:29,130 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011, entries=150, sequenceid=428, filesize=12.0 K 2024-11-20T11:48:29,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for babd67f7c3c9b04538e867342a9479bd in 1294ms, sequenceid=428, compaction requested=false 2024-11-20T11:48:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T11:48:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T11:48:29,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T11:48:29,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-11-20T11:48:29,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.6120 sec 2024-11-20T11:48:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:29,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:29,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T11:48:29,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/8b8f43e43fcf4548b16a2608c062ebaf is 50, key is test_row_0/A:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741930_1106 (size=14741) 2024-11-20T11:48:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103369163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103369163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103369166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103369169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103369169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103369275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103369275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103369275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103369285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103369285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,460 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T11:48:29,460 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:29,460 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T11:48:29,460 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:29,462 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T11:48:29,462 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:29,465 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,465 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,465 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,466 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,466 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:29,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:29,467 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:29,467 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T11:48:29,467 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:29,467 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,467 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:29,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103369494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103369495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/8b8f43e43fcf4548b16a2608c062ebaf 2024-11-20T11:48:29,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/393e9e1f84d3462283257c6628416e96 is 50, key is test_row_0/B:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741931_1107 (size=12301) 2024-11-20T11:48:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T11:48:29,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103369794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103369794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103369795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103369805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103369805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:29,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/393e9e1f84d3462283257c6628416e96 2024-11-20T11:48:29,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/08b769ab8d80481b88e7c742cd4d4807 is 50, key is test_row_0/C:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741932_1108 (size=12301) 2024-11-20T11:48:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45524 deadline: 1732103370305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45590 deadline: 1732103370304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1732103370304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:30,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45514 deadline: 1732103370315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45548 deadline: 1732103370315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:48:30,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/08b769ab8d80481b88e7c742cd4d4807 2024-11-20T11:48:30,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/8b8f43e43fcf4548b16a2608c062ebaf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf 2024-11-20T11:48:30,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf, entries=200, sequenceid=453, filesize=14.4 K 2024-11-20T11:48:30,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/393e9e1f84d3462283257c6628416e96 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96 2024-11-20T11:48:30,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96, entries=150, sequenceid=453, filesize=12.0 K 2024-11-20T11:48:30,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/08b769ab8d80481b88e7c742cd4d4807 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807 2024-11-20T11:48:30,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807, entries=150, sequenceid=453, filesize=12.0 K 2024-11-20T11:48:30,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for babd67f7c3c9b04538e867342a9479bd in 1272ms, sequenceid=453, compaction requested=true 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:30,411 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store babd67f7c3c9b04538e867342a9479bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:30,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:30,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/B is initiating minor compaction (all files) 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/A is initiating minor compaction (all files) 2024-11-20T11:48:30,412 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/B in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:30,412 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/A in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:30,412 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/7d59097b78dd47089578f0552b7ad683, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=37.0 K 2024-11-20T11:48:30,412 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f9f8a80e3297423e9dd9b540a0cdd147, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=39.4 K 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d59097b78dd47089578f0552b7ad683, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:30,412 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9f8a80e3297423e9dd9b540a0cdd147, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:30,413 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fca5a665462484b8f209b5df4cfc1bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732103306808 2024-11-20T11:48:30,413 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f6ff1ff1da4dbb975e9245d5214ecd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732103306808 2024-11-20T11:48:30,413 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 393e9e1f84d3462283257c6628416e96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732103307995 2024-11-20T11:48:30,413 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8f43e43fcf4548b16a2608c062ebaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732103307995 2024-11-20T11:48:30,420 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:30,420 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:30,420 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/27d586e92c6e4889b6f64cd4215886be is 50, key is test_row_0/A:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:30,420 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/46469f85baba4596b6dd2aa5c56a2df4 is 50, key is test_row_0/B:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741933_1109 (size=13391) 2024-11-20T11:48:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741934_1110 (size=13391) 2024-11-20T11:48:30,606 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:48:30,832 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/46469f85baba4596b6dd2aa5c56a2df4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/46469f85baba4596b6dd2aa5c56a2df4 2024-11-20T11:48:30,836 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/27d586e92c6e4889b6f64cd4215886be as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/27d586e92c6e4889b6f64cd4215886be 2024-11-20T11:48:30,837 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/B of babd67f7c3c9b04538e867342a9479bd into 46469f85baba4596b6dd2aa5c56a2df4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:30,837 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:30,837 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/B, priority=13, startTime=1732103310411; duration=0sec 2024-11-20T11:48:30,837 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:30,838 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:B 2024-11-20T11:48:30,838 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:30,838 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:30,839 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): babd67f7c3c9b04538e867342a9479bd/C is initiating minor compaction (all files) 2024-11-20T11:48:30,839 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of babd67f7c3c9b04538e867342a9479bd/C in TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:30,839 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/356b14ac2ed648fe9a77e556300f9d1e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp, totalSize=37.0 K 2024-11-20T11:48:30,839 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 356b14ac2ed648fe9a77e556300f9d1e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732103306156 2024-11-20T11:48:30,840 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b84b3d8d21c346bc9e0d470bef7df011, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1732103306808 2024-11-20T11:48:30,840 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b769ab8d80481b88e7c742cd4d4807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732103307995 2024-11-20T11:48:30,842 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/A of babd67f7c3c9b04538e867342a9479bd into 27d586e92c6e4889b6f64cd4215886be(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:30,842 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:30,842 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/A, priority=13, startTime=1732103310411; duration=0sec 2024-11-20T11:48:30,842 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:30,842 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:A 2024-11-20T11:48:30,849 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): babd67f7c3c9b04538e867342a9479bd#C#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:30,849 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/317c6d2b385945ee84dee73938ece60f is 50, key is test_row_0/C:col10/1732103307995/Put/seqid=0 2024-11-20T11:48:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741935_1111 (size=13391) 2024-11-20T11:48:31,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/317c6d2b385945ee84dee73938ece60f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/317c6d2b385945ee84dee73938ece60f 2024-11-20T11:48:31,273 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in babd67f7c3c9b04538e867342a9479bd/C of babd67f7c3c9b04538e867342a9479bd into 317c6d2b385945ee84dee73938ece60f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:31,273 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:31,273 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., storeName=babd67f7c3c9b04538e867342a9479bd/C, priority=13, startTime=1732103310411; duration=0sec 2024-11-20T11:48:31,274 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:31,274 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: babd67f7c3c9b04538e867342a9479bd:C 2024-11-20T11:48:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:31,318 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:31,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T11:48:31,318 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T11:48:31,318 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:31,318 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T11:48:31,318 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,318 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T11:48:31,318 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:31,318 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,318 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:31,318 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,318 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,319 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,319 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a428ce2455e349f98b36976993e45ade is 50, key is test_row_0/A:col10/1732103311315/Put/seqid=0 2024-11-20T11:48:31,326 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T11:48:31,326 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:31,326 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T11:48:31,326 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,326 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:31,326 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,326 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,326 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3578 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3556 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1623 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4866 rows 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1624 2024-11-20T11:48:31,327 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4872 rows 2024-11-20T11:48:31,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:48:31,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:48:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:31,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741936_1112 (size=12301) 2024-11-20T11:48:31,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:48:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:31,340 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103311340"}]},"ts":"1732103311340"} 2024-11-20T11:48:31,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:48:31,342 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:48:31,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:48:31,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, UNASSIGN}] 2024-11-20T11:48:31,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, UNASSIGN 2024-11-20T11:48:31,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=babd67f7c3c9b04538e867342a9479bd, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:31,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, UNASSIGN because future has completed 2024-11-20T11:48:31,352 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:48:31,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:31,510 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:31,510 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:48:31,511 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing babd67f7c3c9b04538e867342a9479bd, disabling compactions & flushes 2024-11-20T11:48:31,511 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:31,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a428ce2455e349f98b36976993e45ade 2024-11-20T11:48:31,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0c2ed2abfbd54caa83d7a4f1c3f6072b is 50, key is test_row_0/B:col10/1732103311315/Put/seqid=0 2024-11-20T11:48:31,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741937_1113 (size=12301) 2024-11-20T11:48:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:32,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0c2ed2abfbd54caa83d7a4f1c3f6072b 2024-11-20T11:48:32,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3228d4c0b1ba4e47b694edddfc34ec77 is 50, key is test_row_0/C:col10/1732103311315/Put/seqid=0 2024-11-20T11:48:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741938_1114 (size=12301) 2024-11-20T11:48:32,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3228d4c0b1ba4e47b694edddfc34ec77 2024-11-20T11:48:32,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/a428ce2455e349f98b36976993e45ade as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a428ce2455e349f98b36976993e45ade 2024-11-20T11:48:32,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a428ce2455e349f98b36976993e45ade, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T11:48:32,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/0c2ed2abfbd54caa83d7a4f1c3f6072b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0c2ed2abfbd54caa83d7a4f1c3f6072b 2024-11-20T11:48:32,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0c2ed2abfbd54caa83d7a4f1c3f6072b, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T11:48:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/3228d4c0b1ba4e47b694edddfc34ec77 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3228d4c0b1ba4e47b694edddfc34ec77 2024-11-20T11:48:32,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3228d4c0b1ba4e47b694edddfc34ec77, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T11:48:32,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for babd67f7c3c9b04538e867342a9479bd in 863ms, sequenceid=474, compaction requested=false 2024-11-20T11:48:32,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for babd67f7c3c9b04538e867342a9479bd: 2024-11-20T11:48:32,181 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:32,181 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:32,181 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. after waiting 0 ms 2024-11-20T11:48:32,181 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:32,181 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing babd67f7c3c9b04538e867342a9479bd 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T11:48:32,185 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d764376a1dee4a55b72f09e4dd6e1fd3 is 50, key is test_row_0/A:col10/1732103311325/Put/seqid=0 2024-11-20T11:48:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741939_1115 (size=9857) 2024-11-20T11:48:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:32,590 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d764376a1dee4a55b72f09e4dd6e1fd3 2024-11-20T11:48:32,598 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/98a5f7dc470e471fbec6fbfb2acc18e7 is 50, key is test_row_0/B:col10/1732103311325/Put/seqid=0 2024-11-20T11:48:32,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741940_1116 (size=9857) 2024-11-20T11:48:33,003 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/98a5f7dc470e471fbec6fbfb2acc18e7 2024-11-20T11:48:33,013 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/67cc19dc0fbb4669b9e7b303a5777ff7 is 50, key is test_row_0/C:col10/1732103311325/Put/seqid=0 2024-11-20T11:48:33,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741941_1117 (size=9857) 2024-11-20T11:48:33,418 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/67cc19dc0fbb4669b9e7b303a5777ff7 2024-11-20T11:48:33,428 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/A/d764376a1dee4a55b72f09e4dd6e1fd3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d764376a1dee4a55b72f09e4dd6e1fd3 2024-11-20T11:48:33,435 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d764376a1dee4a55b72f09e4dd6e1fd3, entries=100, sequenceid=479, filesize=9.6 K 2024-11-20T11:48:33,436 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/B/98a5f7dc470e471fbec6fbfb2acc18e7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/98a5f7dc470e471fbec6fbfb2acc18e7 2024-11-20T11:48:33,440 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/98a5f7dc470e471fbec6fbfb2acc18e7, entries=100, sequenceid=479, filesize=9.6 K 2024-11-20T11:48:33,441 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/.tmp/C/67cc19dc0fbb4669b9e7b303a5777ff7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/67cc19dc0fbb4669b9e7b303a5777ff7 2024-11-20T11:48:33,445 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/67cc19dc0fbb4669b9e7b303a5777ff7, entries=100, sequenceid=479, filesize=9.6 K 2024-11-20T11:48:33,446 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for babd67f7c3c9b04538e867342a9479bd in 1265ms, sequenceid=479, compaction requested=true 2024-11-20T11:48:33,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cbf8d6108e9843549dc9550551727b91, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/522971c8ba634f34bad821dab0a576de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cb1f79790e764e0e89e7fe189019fef7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/e1a01acdad3243448fa87f3f45664e9a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c8cb0c2837f144ec92f214a280e17491, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f800b9f7f0f3422ca02a27276cc05cae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5ba6805e45914cd3bafcb8e295664f0f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/07d90a72ea924f459ad9a51e8bc4bc69, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f9f8a80e3297423e9dd9b540a0cdd147, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf] to archive 2024-11-20T11:48:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:48:33,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/548e6d5286fa4b8fb78aac42560fc41d 2024-11-20T11:48:33,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/01df7be314564304b16a8ee79b89e788 2024-11-20T11:48:33,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f2dd99c8f07742b28a13f1d301c743f3 2024-11-20T11:48:33,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/1201844e13d346eeb2ebaa6081b3e19a 2024-11-20T11:48:33,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cbf8d6108e9843549dc9550551727b91 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cbf8d6108e9843549dc9550551727b91 2024-11-20T11:48:33,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/dcea6320ca4c4ed0b3fa72598a37298d 2024-11-20T11:48:33,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5f81cbdbfc3d4cf0bb6febef6ff461cd 2024-11-20T11:48:33,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/522971c8ba634f34bad821dab0a576de to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/522971c8ba634f34bad821dab0a576de 2024-11-20T11:48:33,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/bcda3894c9f14acaafdc499da0d17155 2024-11-20T11:48:33,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/97e3bba7c0a44d9da52051bf64f6e38a 2024-11-20T11:48:33,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cb1f79790e764e0e89e7fe189019fef7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/cb1f79790e764e0e89e7fe189019fef7 2024-11-20T11:48:33,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5697935c489c411e836789e7f4bab672 2024-11-20T11:48:33,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/b7d3c14921264b64b29f2cbad9f11c45 2024-11-20T11:48:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/acd135ceecf845e1a93a576de2eac740 2024-11-20T11:48:33,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/e1a01acdad3243448fa87f3f45664e9a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/e1a01acdad3243448fa87f3f45664e9a 2024-11-20T11:48:33,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/3d1835a3723645668322026189beec15 2024-11-20T11:48:33,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c8cb0c2837f144ec92f214a280e17491 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c8cb0c2837f144ec92f214a280e17491 2024-11-20T11:48:33,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/fbe586f1fd634813ac5cf64fa042bbca 2024-11-20T11:48:33,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c46a2aaabb124d59a044c5671e2cc756 2024-11-20T11:48:33,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/c11d1dd5c4144d0aa7b1bbb82fb820ad 2024-11-20T11:48:33,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f800b9f7f0f3422ca02a27276cc05cae to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f800b9f7f0f3422ca02a27276cc05cae 2024-11-20T11:48:33,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/4e001d1787d44f86a44d6256caf2848d 2024-11-20T11:48:33,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d9b657082ed44f38b235ca4d7aee059b 2024-11-20T11:48:33,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5ba6805e45914cd3bafcb8e295664f0f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/5ba6805e45914cd3bafcb8e295664f0f 2024-11-20T11:48:33,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/704ec2e688b14d6cad08c0feb57a04f4 2024-11-20T11:48:33,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/22af21f2cc824a9db001a708bb1c090f 2024-11-20T11:48:33,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/07d90a72ea924f459ad9a51e8bc4bc69 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/07d90a72ea924f459ad9a51e8bc4bc69 2024-11-20T11:48:33,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/527ee41c880f47ce9d4933ac720658d4 2024-11-20T11:48:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:33,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/615ae1b2d61546d3b363d7d05eb6b7ed 2024-11-20T11:48:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f9f8a80e3297423e9dd9b540a0cdd147 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/f9f8a80e3297423e9dd9b540a0cdd147 2024-11-20T11:48:33,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a0f6ff1ff1da4dbb975e9245d5214ecd 2024-11-20T11:48:33,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/8b8f43e43fcf4548b16a2608c062ebaf 2024-11-20T11:48:33,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/cc20890710a44560b43216802177becf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/88ad35c6fd5c44d98b8aca90ba0f1c45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6a19f9098c9a4704830675b34d52991e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/85837cb302c946c79529e1f3dd49e567, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3f86202c606642a683cdcce6c90c9308, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0d5740a28a934776843d6071049552ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/81531e4406a64233aae231ea3b8eaa9d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b419103b78bc469bb44c122f5816b1b4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/7d59097b78dd47089578f0552b7ad683, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96] to archive 2024-11-20T11:48:33,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:48:33,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3058495291b24adfa960b676bf35097d 2024-11-20T11:48:33,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0261d08a76be41f8ae88a66afc7875a3 2024-11-20T11:48:33,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f11e90b01a014f44ab42ce13daf51f70 2024-11-20T11:48:33,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/cc20890710a44560b43216802177becf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/cc20890710a44560b43216802177becf 2024-11-20T11:48:33,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6dee121ef6164808b4d3b18bcb338a13 2024-11-20T11:48:33,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/801db03b0fe042f1ad81cda4e0f9f63d 2024-11-20T11:48:33,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/88ad35c6fd5c44d98b8aca90ba0f1c45 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/88ad35c6fd5c44d98b8aca90ba0f1c45 2024-11-20T11:48:33,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f1eeec58c8db49389e5622d42fe8badf 2024-11-20T11:48:33,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fb6c36b47eb64b93b4cfc034c7a01164 2024-11-20T11:48:33,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6a19f9098c9a4704830675b34d52991e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/6a19f9098c9a4704830675b34d52991e 2024-11-20T11:48:33,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3813aaf5c1c346ff97d898a8f4034b16 2024-11-20T11:48:33,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/77a36b6316af4f8c9242feea03d5461b 2024-11-20T11:48:33,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fe49cee46766413c9b9214fa1e518326 2024-11-20T11:48:33,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/85837cb302c946c79529e1f3dd49e567 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/85837cb302c946c79529e1f3dd49e567 2024-11-20T11:48:33,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0fcbd71c4cd44e6a8e57499fa3eacdac 2024-11-20T11:48:33,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/f311e917cb69499f80f9478f35ef9972 2024-11-20T11:48:33,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3f86202c606642a683cdcce6c90c9308 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/3f86202c606642a683cdcce6c90c9308 2024-11-20T11:48:33,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/564937f028124ccabe7a9559eba4ab38 2024-11-20T11:48:33,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/c5c4ab7b105b41ba897bd658ac03eb7c 2024-11-20T11:48:33,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0d5740a28a934776843d6071049552ae to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0d5740a28a934776843d6071049552ae 2024-11-20T11:48:33,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b163f6eced3844668eda22e61ce96087 2024-11-20T11:48:33,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/9d10da38da7e4abeb19e4d09b6c39403 2024-11-20T11:48:33,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/81531e4406a64233aae231ea3b8eaa9d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/81531e4406a64233aae231ea3b8eaa9d 2024-11-20T11:48:33,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/658e7c858cb540eab7b32de0efacfd7f 2024-11-20T11:48:33,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/58b158a40a3440099a2e167d78cb3561 2024-11-20T11:48:33,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b419103b78bc469bb44c122f5816b1b4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/b419103b78bc469bb44c122f5816b1b4 2024-11-20T11:48:33,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/fc707efd28594cbc84d5a909b2f15598 2024-11-20T11:48:33,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/913244d223db4ce5b4fc23813c692287 2024-11-20T11:48:33,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/7d59097b78dd47089578f0552b7ad683 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/7d59097b78dd47089578f0552b7ad683 2024-11-20T11:48:33,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/30da1e98378c43efbb46f832deb7dbc6 2024-11-20T11:48:33,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/2fca5a665462484b8f209b5df4cfc1bd 2024-11-20T11:48:33,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/393e9e1f84d3462283257c6628416e96 2024-11-20T11:48:33,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/541a73249df647298b4b7a20034034e1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/80205fe8b01b4dc1988da25a8484619e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/debaafd1604e40b0973544c4b515f515, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/523cf03848fd4c4689303ec8ded91faf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/0a4f4c967adb420ea0b9ac210d1c98f7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7bf06db91e7841bfad5c4ce50d2974ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/8143b9c7e2f24fde8adf9baa5f1c3ffa, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/356b14ac2ed648fe9a77e556300f9d1e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807] to archive 2024-11-20T11:48:33,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:48:33,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/bfbeb72137bf42a1ad8d7229ebcd8a90 2024-11-20T11:48:33,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/47fd049976da40469223052b66999451 2024-11-20T11:48:33,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7332a6e38aa64895bef3abbc6d67e889 2024-11-20T11:48:33,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/541a73249df647298b4b7a20034034e1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/541a73249df647298b4b7a20034034e1 2024-11-20T11:48:33,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4787da28f74e4f91930d2edc940a3e32 2024-11-20T11:48:33,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/66b97289b40343388c2cf813ed3d0b19 2024-11-20T11:48:33,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/80205fe8b01b4dc1988da25a8484619e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/80205fe8b01b4dc1988da25a8484619e 2024-11-20T11:48:33,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/c4ac9fd5f4ac4d61bcda86d6aa2af39f 2024-11-20T11:48:33,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/16f6cb8e68034698b7c006c9d1e6fd59 2024-11-20T11:48:33,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/debaafd1604e40b0973544c4b515f515 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/debaafd1604e40b0973544c4b515f515 2024-11-20T11:48:33,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/6a62f010867d4e799465198ced232cc1 2024-11-20T11:48:33,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/775a832d026545d09c4bed0af825466b 2024-11-20T11:48:33,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5ff353b8634e40c9bde1a4f72baf7ecb 2024-11-20T11:48:33,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/523cf03848fd4c4689303ec8ded91faf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/523cf03848fd4c4689303ec8ded91faf 2024-11-20T11:48:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/48436836b8f24db98a42c057f61fb850 2024-11-20T11:48:33,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4206b91a2b2b4ea7be61af85e26511de 2024-11-20T11:48:33,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/0a4f4c967adb420ea0b9ac210d1c98f7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/0a4f4c967adb420ea0b9ac210d1c98f7 2024-11-20T11:48:33,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/e66dc201687a4e52855fab1bc3aff0bf 2024-11-20T11:48:33,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/1de1b8cab85f48e89a01b665678f7fd0 2024-11-20T11:48:33,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/5c6e84d4d67e4f1689f51d2a3c8ebeb7 2024-11-20T11:48:33,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3eb07e5bfd514bc197c8ade79f2ece57 2024-11-20T11:48:33,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/90a09d0c5b9a41d58530827ea4224e7e 2024-11-20T11:48:33,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7bf06db91e7841bfad5c4ce50d2974ed to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/7bf06db91e7841bfad5c4ce50d2974ed 2024-11-20T11:48:33,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/4810c3f480e640ba8810ff9dffe68c12 2024-11-20T11:48:33,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/30c497d01b3c43bdbca6a25fc3d20cae 2024-11-20T11:48:33,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/8143b9c7e2f24fde8adf9baa5f1c3ffa to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/8143b9c7e2f24fde8adf9baa5f1c3ffa 2024-11-20T11:48:33,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/2eb4f7c5cc914f309c5f0c03d95489f2 2024-11-20T11:48:33,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/d4e23d0a1ea74500952fec60e9006910 2024-11-20T11:48:33,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/356b14ac2ed648fe9a77e556300f9d1e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/356b14ac2ed648fe9a77e556300f9d1e 2024-11-20T11:48:33,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/163daf44d1da4f8ea421fa0b817ac798 2024-11-20T11:48:33,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/b84b3d8d21c346bc9e0d470bef7df011 2024-11-20T11:48:33,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/08b769ab8d80481b88e7c742cd4d4807 2024-11-20T11:48:33,587 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/recovered.edits/482.seqid, newMaxSeqId=482, maxSeqId=1 2024-11-20T11:48:33,590 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. 2024-11-20T11:48:33,590 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for babd67f7c3c9b04538e867342a9479bd: Waiting for close lock at 1732103311511Running coprocessor pre-close hooks at 1732103311511Disabling compacts and flushes for region at 1732103311511Disabling writes for close at 1732103312181 (+670 ms)Obtaining lock to block concurrent updates at 1732103312181Preparing flush snapshotting stores in babd67f7c3c9b04538e867342a9479bd at 1732103312181Finished memstore snapshotting TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1732103312182 (+1 ms)Flushing stores of TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd. at 1732103312182Flushing babd67f7c3c9b04538e867342a9479bd/A: creating writer at 1732103312182Flushing babd67f7c3c9b04538e867342a9479bd/A: appending metadata at 1732103312185 (+3 ms)Flushing babd67f7c3c9b04538e867342a9479bd/A: closing flushed file at 1732103312185Flushing babd67f7c3c9b04538e867342a9479bd/B: creating writer at 1732103312594 (+409 ms)Flushing babd67f7c3c9b04538e867342a9479bd/B: appending metadata at 1732103312597 (+3 ms)Flushing babd67f7c3c9b04538e867342a9479bd/B: closing flushed file at 1732103312597Flushing babd67f7c3c9b04538e867342a9479bd/C: creating writer at 1732103313009 (+412 ms)Flushing babd67f7c3c9b04538e867342a9479bd/C: appending metadata at 1732103313012 (+3 ms)Flushing babd67f7c3c9b04538e867342a9479bd/C: closing flushed file at 1732103313012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddbe973: reopening flushed file at 1732103313427 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a37813: reopening flushed file at 1732103313435 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3661f835: reopening flushed file at 1732103313440 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for babd67f7c3c9b04538e867342a9479bd in 1265ms, sequenceid=479, compaction requested=true at 1732103313446 (+6 ms)Writing region close event to WAL at 1732103313583 (+137 ms)Running coprocessor post-close hooks at 1732103313588 (+5 ms)Closed at 1732103313590 (+2 ms) 2024-11-20T11:48:33,593 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:33,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=babd67f7c3c9b04538e867342a9479bd, regionState=CLOSED 2024-11-20T11:48:33,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:48:33,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T11:48:33,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure babd67f7c3c9b04538e867342a9479bd, server=4b15c4a73f2a,37387,1732103282273 in 2.2440 sec 2024-11-20T11:48:33,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T11:48:33,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=babd67f7c3c9b04538e867342a9479bd, UNASSIGN in 2.2510 sec 2024-11-20T11:48:33,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T11:48:33,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2570 sec 2024-11-20T11:48:33,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103313604"}]},"ts":"1732103313604"} 2024-11-20T11:48:33,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:48:33,605 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:48:33,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2710 sec 2024-11-20T11:48:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T11:48:35,495 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:35,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:48:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,506 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T11:48:35,508 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,512 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:35,515 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/recovered.edits] 2024-11-20T11:48:35,520 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/27d586e92c6e4889b6f64cd4215886be to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/27d586e92c6e4889b6f64cd4215886be 2024-11-20T11:48:35,521 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a428ce2455e349f98b36976993e45ade to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/a428ce2455e349f98b36976993e45ade 2024-11-20T11:48:35,523 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d764376a1dee4a55b72f09e4dd6e1fd3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/A/d764376a1dee4a55b72f09e4dd6e1fd3 2024-11-20T11:48:35,525 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0c2ed2abfbd54caa83d7a4f1c3f6072b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/0c2ed2abfbd54caa83d7a4f1c3f6072b 2024-11-20T11:48:35,526 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/46469f85baba4596b6dd2aa5c56a2df4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/46469f85baba4596b6dd2aa5c56a2df4 2024-11-20T11:48:35,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/98a5f7dc470e471fbec6fbfb2acc18e7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/B/98a5f7dc470e471fbec6fbfb2acc18e7 2024-11-20T11:48:35,528 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/317c6d2b385945ee84dee73938ece60f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/317c6d2b385945ee84dee73938ece60f 2024-11-20T11:48:35,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3228d4c0b1ba4e47b694edddfc34ec77 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/3228d4c0b1ba4e47b694edddfc34ec77 2024-11-20T11:48:35,530 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/67cc19dc0fbb4669b9e7b303a5777ff7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/C/67cc19dc0fbb4669b9e7b303a5777ff7 2024-11-20T11:48:35,533 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/recovered.edits/482.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd/recovered.edits/482.seqid 2024-11-20T11:48:35,533 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/babd67f7c3c9b04538e867342a9479bd 2024-11-20T11:48:35,534 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:48:35,538 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T11:48:35,548 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:48:35,578 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:48:35,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,580 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:48:35,580 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103315580"}]},"ts":"9223372036854775807"} 2024-11-20T11:48:35,585 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:48:35,585 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => babd67f7c3c9b04538e867342a9479bd, NAME => 'TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:48:35,585 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:48:35,586 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103315585"}]},"ts":"9223372036854775807"} 2024-11-20T11:48:35,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:48:35,590 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-20T11:48:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T11:48:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:48:35,616 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:35,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1883488397_22 at /127.0.0.1:41548 [Waiting for operation #314] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4b15c4a73f2a:37387-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1336141589_22 at /127.0.0.1:41396 [Waiting for operation #334] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9015 (was 9776) 2024-11-20T11:48:35,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=9015 2024-11-20T11:48:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:48:35,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:48:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:35,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:48:35,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:35,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-20T11:48:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:35,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:48:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741942_1118 (size=959) 2024-11-20T11:48:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:36,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:48:36,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741943_1119 (size=53) 2024-11-20T11:48:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:36,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:36,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1797e86be292e6cf31b8f3479c5dba41, disabling compactions & flushes 2024-11-20T11:48:36,458 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,459 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. after waiting 0 ms 2024-11-20T11:48:36,459 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,459 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,459 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1797e86be292e6cf31b8f3479c5dba41: Waiting for close lock at 1732103316458Disabling compacts and flushes for region at 1732103316458Disabling writes for close at 1732103316459 (+1 ms)Writing region close event to WAL at 1732103316459Closed at 1732103316459 2024-11-20T11:48:36,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:48:36,461 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103316460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103316460"}]},"ts":"1732103316460"} 2024-11-20T11:48:36,462 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:48:36,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:48:36,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103316463"}]},"ts":"1732103316463"} 2024-11-20T11:48:36,465 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:48:36,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, ASSIGN}] 2024-11-20T11:48:36,467 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, ASSIGN 2024-11-20T11:48:36,468 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:48:36,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:36,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, ASSIGN because future has completed 2024-11-20T11:48:36,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:36,782 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,782 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,784 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,786 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName A 2024-11-20T11:48:36,786 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:36,787 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:36,787 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,788 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName B 2024-11-20T11:48:36,788 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:36,789 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:36,789 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,790 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName C 2024-11-20T11:48:36,790 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:36,790 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:36,791 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,791 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,792 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,793 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,793 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,793 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:48:36,794 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,797 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:48:36,797 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 1797e86be292e6cf31b8f3479c5dba41; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61808088, jitterRate=-0.078987717628479}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:48:36,797 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:36,798 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 1797e86be292e6cf31b8f3479c5dba41: Running coprocessor pre-open hook at 1732103316783Writing region info on filesystem at 1732103316783Initializing all the Stores at 1732103316783Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103316783Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103316784 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103316784Cleaning up temporary data from old regions at 1732103316793 (+9 ms)Running coprocessor post-open hooks at 1732103316797 (+4 ms)Region opened successfully at 1732103316798 (+1 ms) 2024-11-20T11:48:36,799 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., pid=30, masterSystemTime=1732103316778 2024-11-20T11:48:36,801 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,801 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:36,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:36,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:48:36,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T11:48:36,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 in 181 msec 2024-11-20T11:48:36,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T11:48:36,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, ASSIGN in 341 msec 2024-11-20T11:48:36,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:48:36,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103316810"}]},"ts":"1732103316810"} 2024-11-20T11:48:36,812 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:48:36,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:48:36,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-20T11:48:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-20T11:48:37,786 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:37,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:37,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:37,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:37,789 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f17889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:37,791 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:37,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81dc58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:37,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:37,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:37,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:48:37,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:48:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51700bd0 2024-11-20T11:48:37,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:48:37,801 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:48:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:48:37,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:48:37,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T11:48:37,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741944_1120 (size=995) 2024-11-20T11:48:38,231 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T11:48:38,231 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T11:48:38,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:48:38,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE}] 2024-11-20T11:48:38,241 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE 2024-11-20T11:48:38,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE because future has completed 2024-11-20T11:48:38,243 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:48:38,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:38,396 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,396 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:48:38,396 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 1797e86be292e6cf31b8f3479c5dba41, disabling compactions & flushes 2024-11-20T11:48:38,396 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,396 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,396 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. after waiting 0 ms 2024-11-20T11:48:38,397 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,401 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T11:48:38,401 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,401 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 1797e86be292e6cf31b8f3479c5dba41: Waiting for close lock at 1732103318396Running coprocessor pre-close hooks at 1732103318396Disabling compacts and flushes for region at 1732103318396Disabling writes for close at 1732103318396Writing region close event to WAL at 1732103318397 (+1 ms)Running coprocessor post-close hooks at 1732103318401 (+4 ms)Closed at 1732103318401 2024-11-20T11:48:38,401 WARN [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 1797e86be292e6cf31b8f3479c5dba41 to self. 2024-11-20T11:48:38,403 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=CLOSED 2024-11-20T11:48:38,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:48:38,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T11:48:38,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 in 163 msec 2024-11-20T11:48:38,409 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE; state=CLOSED, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=true 2024-11-20T11:48:38,559 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE because future has completed 2024-11-20T11:48:38,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:48:38,718 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,718 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:48:38,718 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,719 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:48:38,719 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,719 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,723 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,730 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName A 2024-11-20T11:48:38,733 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:38,733 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:38,734 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,735 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName B 2024-11-20T11:48:38,735 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:38,735 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:38,735 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,736 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1797e86be292e6cf31b8f3479c5dba41 columnFamilyName C 2024-11-20T11:48:38,736 DEBUG [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:38,737 INFO [StoreOpener-1797e86be292e6cf31b8f3479c5dba41-1 {}] regionserver.HStore(327): Store=1797e86be292e6cf31b8f3479c5dba41/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:48:38,737 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,737 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,738 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,739 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,739 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,740 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:48:38,741 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,742 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 1797e86be292e6cf31b8f3479c5dba41; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75112985, jitterRate=0.1192706972360611}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:48:38,742 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,742 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 1797e86be292e6cf31b8f3479c5dba41: Running coprocessor pre-open hook at 1732103318719Writing region info on filesystem at 1732103318719Initializing all the Stores at 1732103318720 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103318720Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103318720Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103318720Cleaning up temporary data from old regions at 1732103318739 (+19 ms)Running coprocessor post-open hooks at 1732103318742 (+3 ms)Region opened successfully at 1732103318742 2024-11-20T11:48:38,743 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., pid=35, masterSystemTime=1732103318714 2024-11-20T11:48:38,745 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,745 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,745 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=OPEN, openSeqNum=5, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:48:38,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-20T11:48:38,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 in 186 msec 2024-11-20T11:48:38,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T11:48:38,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, REOPEN/MOVE in 509 msec 2024-11-20T11:48:38,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T11:48:38,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-20T11:48:38,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec 2024-11-20T11:48:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T11:48:38,760 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:38,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eb50c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,764 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118c8dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,766 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7a241d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,768 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae7d16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7359b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61e6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,774 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35893836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,776 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546fc6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39702b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233bc02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,783 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637916a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2ce93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,787 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d8325f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,788 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6180c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,791 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13eaea15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,792 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee88c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:48:38,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:48:38,795 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:48:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:48:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:48:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2354526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:48:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:48:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:38,797 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:48:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38236e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:48:38,798 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,798 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,799 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,799 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,800 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:38,800 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,801 DEBUG [Thread-620 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,801 DEBUG [Thread-620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,801 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-20T11:48:38,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:38,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,811 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,811 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,816 DEBUG [Thread-611 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,816 DEBUG [Thread-611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,821 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:48:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:48:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:48:38,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:48:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:38,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:48:38,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a5791b5ffc948d1b5ff280c5ba70bc3_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103318825/Put/seqid=0 2024-11-20T11:48:38,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741945_1121 (size=14594) 2024-11-20T11:48:38,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:38,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a5791b5ffc948d1b5ff280c5ba70bc3_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a5791b5ffc948d1b5ff280c5ba70bc3_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:38,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4a5c2c83bd3347bdaab38b728b2d3bbe, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:38,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4a5c2c83bd3347bdaab38b728b2d3bbe is 175, key is test_row_0/A:col10/1732103318825/Put/seqid=0 2024-11-20T11:48:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103378886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103378888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103378891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:38,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103378903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:38,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103378908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741946_1122 (size=39549) 2024-11-20T11:48:38,928 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4a5c2c83bd3347bdaab38b728b2d3bbe 2024-11-20T11:48:38,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:38,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:38,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:38,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/8582403406594af58a4bb328703bad99 is 50, key is test_row_0/B:col10/1732103318825/Put/seqid=0 2024-11-20T11:48:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741947_1123 (size=12001) 2024-11-20T11:48:38,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/8582403406594af58a4bb328703bad99 2024-11-20T11:48:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103379015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103379015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103379016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103379016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103379016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a091482ca83c4fc7ac1ff65803a91288 is 50, key is test_row_0/C:col10/1732103318825/Put/seqid=0 2024-11-20T11:48:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741948_1124 (size=12001) 2024-11-20T11:48:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:39,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:48:39,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103379235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103379236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103379236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103379236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103379236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a091482ca83c4fc7ac1ff65803a91288 2024-11-20T11:48:39,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4a5c2c83bd3347bdaab38b728b2d3bbe as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe 2024-11-20T11:48:39,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe, entries=200, sequenceid=16, filesize=38.6 K 2024-11-20T11:48:39,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/8582403406594af58a4bb328703bad99 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99 2024-11-20T11:48:39,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T11:48:39,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a091482ca83c4fc7ac1ff65803a91288 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288 2024-11-20T11:48:39,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T11:48:39,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1797e86be292e6cf31b8f3479c5dba41 in 661ms, sequenceid=16, compaction requested=false 2024-11-20T11:48:39,487 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T11:48:39,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:39,558 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:39,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:48:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103379571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103379569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103379572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103379574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103379579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200c0f3baede4a479e9058ff31f0318b00_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103319557/Put/seqid=0 2024-11-20T11:48:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741949_1125 (size=12154) 2024-11-20T11:48:39,639 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:39,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200c0f3baede4a479e9058ff31f0318b00_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c0f3baede4a479e9058ff31f0318b00_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:39,653 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4e81c5cfaad74743827e467b5af92a04, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:39,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4e81c5cfaad74743827e467b5af92a04 is 175, key is test_row_0/A:col10/1732103319557/Put/seqid=0 2024-11-20T11:48:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741950_1126 (size=30955) 2024-11-20T11:48:39,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4e81c5cfaad74743827e467b5af92a04 2024-11-20T11:48:39,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103379685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103379685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103379685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103379685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103379686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/9e5b481868784decbfa48a52a21e039c is 50, key is test_row_0/B:col10/1732103319557/Put/seqid=0 2024-11-20T11:48:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741951_1127 (size=12001) 2024-11-20T11:48:39,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/9e5b481868784decbfa48a52a21e039c 2024-11-20T11:48:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8c11c19f8bad43fa94852f90ab1e0709 is 50, key is test_row_0/C:col10/1732103319557/Put/seqid=0 2024-11-20T11:48:39,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741952_1128 (size=12001) 2024-11-20T11:48:39,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8c11c19f8bad43fa94852f90ab1e0709 2024-11-20T11:48:39,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4e81c5cfaad74743827e467b5af92a04 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04 2024-11-20T11:48:39,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04, entries=150, sequenceid=41, filesize=30.2 K 2024-11-20T11:48:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/9e5b481868784decbfa48a52a21e039c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c 2024-11-20T11:48:39,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T11:48:39,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8c11c19f8bad43fa94852f90ab1e0709 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709 2024-11-20T11:48:39,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T11:48:39,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1797e86be292e6cf31b8f3479c5dba41 in 239ms, sequenceid=41, compaction requested=false 2024-11-20T11:48:39,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:39,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T11:48:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:39,897 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:39,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b45a90d61c940398262349273f530fc_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103319572/Put/seqid=0 2024-11-20T11:48:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:39,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103379943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741953_1129 (size=12154) 2024-11-20T11:48:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103379943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103379943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103379947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103379945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:39,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b45a90d61c940398262349273f530fc_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b45a90d61c940398262349273f530fc_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/e8ae758ee5c2480eb7e2e50cbfca8427, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/e8ae758ee5c2480eb7e2e50cbfca8427 is 175, key is test_row_0/A:col10/1732103319572/Put/seqid=0 2024-11-20T11:48:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741954_1130 (size=30955) 2024-11-20T11:48:40,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/e8ae758ee5c2480eb7e2e50cbfca8427 2024-11-20T11:48:40,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/e709d8d1c5324984ace7ba3c573a2473 is 50, key is test_row_0/B:col10/1732103319572/Put/seqid=0 2024-11-20T11:48:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103380065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103380065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103380065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103380065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103380065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741955_1131 (size=12001) 2024-11-20T11:48:40,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/e709d8d1c5324984ace7ba3c573a2473 2024-11-20T11:48:40,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/aff281a7b5ce49f99e7298ebfd5c767d is 50, key is test_row_0/C:col10/1732103319572/Put/seqid=0 2024-11-20T11:48:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741956_1132 (size=12001) 2024-11-20T11:48:40,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103380275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103380275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103380275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103380276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103380276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/aff281a7b5ce49f99e7298ebfd5c767d 2024-11-20T11:48:40,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/e8ae758ee5c2480eb7e2e50cbfca8427 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427 2024-11-20T11:48:40,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427, entries=150, sequenceid=52, filesize=30.2 K 2024-11-20T11:48:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/e709d8d1c5324984ace7ba3c573a2473 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473 2024-11-20T11:48:40,557 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T11:48:40,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/aff281a7b5ce49f99e7298ebfd5c767d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d 2024-11-20T11:48:40,577 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T11:48:40,578 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1797e86be292e6cf31b8f3479c5dba41 in 681ms, sequenceid=52, compaction requested=true 2024-11-20T11:48:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:40,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T11:48:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T11:48:40,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T11:48:40,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7730 sec 2024-11-20T11:48:40,590 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:40,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:48:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:40,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.7870 sec 2024-11-20T11:48:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103380597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103380602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103380602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103380603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103380605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fc09dd3df3543e4ba90a43b51c26b76_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741957_1133 (size=14594) 2024-11-20T11:48:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103380715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103380716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103380716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103380716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103380716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103380926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103380926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103380927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103380927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103380927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T11:48:40,945 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:40,945 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-20T11:48:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:40,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:40,950 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:40,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:41,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:41,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201fc09dd3df3543e4ba90a43b51c26b76_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fc09dd3df3543e4ba90a43b51c26b76_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:41,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fbaf5b2784e44853b7ab51927991a5c8, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:41,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fbaf5b2784e44853b7ab51927991a5c8 is 175, key is test_row_0/A:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741958_1134 (size=39549) 2024-11-20T11:48:41,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103381235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103381235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103381235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103381235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103381235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:41,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fbaf5b2784e44853b7ab51927991a5c8 2024-11-20T11:48:41,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/ea08edb0fdb94a40a0a5017349877356 is 50, key is test_row_0/B:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:41,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741959_1135 (size=12001) 2024-11-20T11:48:41,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/ea08edb0fdb94a40a0a5017349877356 2024-11-20T11:48:41,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b95bd5056bb14ff1bfadfe3928124556 is 50, key is test_row_0/C:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:41,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741960_1136 (size=12001) 2024-11-20T11:48:41,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:41,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103381744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103381745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:41,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:41,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b95bd5056bb14ff1bfadfe3928124556 2024-11-20T11:48:41,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fbaf5b2784e44853b7ab51927991a5c8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8 2024-11-20T11:48:41,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8, entries=200, sequenceid=78, filesize=38.6 K 2024-11-20T11:48:41,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/ea08edb0fdb94a40a0a5017349877356 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356 2024-11-20T11:48:41,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T11:48:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b95bd5056bb14ff1bfadfe3928124556 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556 2024-11-20T11:48:41,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T11:48:41,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1797e86be292e6cf31b8f3479c5dba41 in 1367ms, sequenceid=78, compaction requested=true 2024-11-20T11:48:41,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:41,957 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:41,958 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:41,959 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:41,959 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:41,959 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:41,959 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,959 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:41,959 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,959 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=137.7 K 2024-11-20T11:48:41,959 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=46.9 K 2024-11-20T11:48:41,959 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8] 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8582403406594af58a4bb328703bad99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103318816 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a5c2c83bd3347bdaab38b728b2d3bbe, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103318813 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e5b481868784decbfa48a52a21e039c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732103318885 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e81c5cfaad74743827e467b5af92a04, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732103318885 2024-11-20T11:48:41,960 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting e709d8d1c5324984ace7ba3c573a2473, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103319565 2024-11-20T11:48:41,961 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ae758ee5c2480eb7e2e50cbfca8427, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103319565 2024-11-20T11:48:41,961 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ea08edb0fdb94a40a0a5017349877356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319943 2024-11-20T11:48:41,961 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbaf5b2784e44853b7ab51927991a5c8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319940 2024-11-20T11:48:41,977 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:41,979 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:41,979 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/1c7b9d4bba244e0bb7a982946506e63c is 50, key is test_row_0/B:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:41,981 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208da660d313a14db29a12082d14508156_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:41,990 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208da660d313a14db29a12082d14508156_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:41,990 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208da660d313a14db29a12082d14508156_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:42,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741961_1137 (size=12139) 2024-11-20T11:48:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741962_1138 (size=4469) 2024-11-20T11:48:42,016 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#118 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:42,017 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/59e199821f4749dd9a3488e5c2b6da85 is 175, key is test_row_0/A:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741963_1139 (size=31093) 2024-11-20T11:48:42,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T11:48:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:42,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:48:42,033 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/59e199821f4749dd9a3488e5c2b6da85 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85 2024-11-20T11:48:42,044 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into 59e199821f4749dd9a3488e5c2b6da85(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:42,044 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:42,044 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=12, startTime=1732103321957; duration=0sec 2024-11-20T11:48:42,044 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:42,044 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:42,044 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:42,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014504ab4f4fa435b9882dc04c85db6fa_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:42,050 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:42,051 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:42,051 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:42,051 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=46.9 K 2024-11-20T11:48:42,052 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a091482ca83c4fc7ac1ff65803a91288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103318816 2024-11-20T11:48:42,053 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c11c19f8bad43fa94852f90ab1e0709, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732103318885 2024-11-20T11:48:42,054 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff281a7b5ce49f99e7298ebfd5c767d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103319565 2024-11-20T11:48:42,054 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b95bd5056bb14ff1bfadfe3928124556, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319943 2024-11-20T11:48:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741964_1140 (size=12154) 2024-11-20T11:48:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,081 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#120 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:42,081 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/859518cdc8514bb284ff7b764f058823 is 50, key is test_row_0/C:col10/1732103319944/Put/seqid=0 2024-11-20T11:48:42,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112014504ab4f4fa435b9882dc04c85db6fa_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014504ab4f4fa435b9882dc04c85db6fa_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/8501e4ab9bb841d08d0c81d1587f0df2, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:42,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/8501e4ab9bb841d08d0c81d1587f0df2 is 175, key is test_row_0/A:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741965_1141 (size=12139) 2024-11-20T11:48:42,109 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/859518cdc8514bb284ff7b764f058823 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/859518cdc8514bb284ff7b764f058823 2024-11-20T11:48:42,117 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into 859518cdc8514bb284ff7b764f058823(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:42,117 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:42,117 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=12, startTime=1732103321958; duration=0sec 2024-11-20T11:48:42,117 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:42,117 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741966_1142 (size=30955) 2024-11-20T11:48:42,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/8501e4ab9bb841d08d0c81d1587f0df2 2024-11-20T11:48:42,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/476e438b0e1b42088fea2a3bc12d44a1 is 50, key is test_row_0/B:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741967_1143 (size=12001) 2024-11-20T11:48:42,163 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/476e438b0e1b42088fea2a3bc12d44a1 2024-11-20T11:48:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/504095152ad34bf3a8c0ee952b4a3960 is 50, key is test_row_0/C:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741968_1144 (size=12001) 2024-11-20T11:48:42,214 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/504095152ad34bf3a8c0ee952b4a3960 2024-11-20T11:48:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/8501e4ab9bb841d08d0c81d1587f0df2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2 2024-11-20T11:48:42,227 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2, entries=150, sequenceid=88, filesize=30.2 K 2024-11-20T11:48:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/476e438b0e1b42088fea2a3bc12d44a1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1 2024-11-20T11:48:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,241 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T11:48:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/504095152ad34bf3a8c0ee952b4a3960 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960 2024-11-20T11:48:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T11:48:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 1797e86be292e6cf31b8f3479c5dba41 in 228ms, sequenceid=88, compaction requested=false 2024-11-20T11:48:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T11:48:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T11:48:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T11:48:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3020 sec 2024-11-20T11:48:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.3100 sec 2024-11-20T11:48:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/1c7b9d4bba244e0bb7a982946506e63c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/1c7b9d4bba244e0bb7a982946506e63c 2024-11-20T11:48:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,419 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into 1c7b9d4bba244e0bb7a982946506e63c(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:42,419 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:42,419 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=12, startTime=1732103321958; duration=0sec 2024-11-20T11:48:42,419 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:42,419 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,825 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:42,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208886d415c5714b2591a5acb965c4be58_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_1/A:col10/1732103322824/Put/seqid=0 2024-11-20T11:48:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741970_1146 (size=24358) 2024-11-20T11:48:42,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:42,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208886d415c5714b2591a5acb965c4be58_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208886d415c5714b2591a5acb965c4be58_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:42,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4bd9f30b54024ce7892d7d6855edd6c9, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:42,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4bd9f30b54024ce7892d7d6855edd6c9 is 175, key is test_row_1/A:col10/1732103322824/Put/seqid=0 2024-11-20T11:48:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741969_1145 (size=73991) 2024-11-20T11:48:42,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103382939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:42,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103382940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:42,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103382944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:42,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103382946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:42,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103382947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:42,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:42,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103383054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103383055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103383055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103383055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103383064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T11:48:43,096 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:43,096 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-20T11:48:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:43,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:43,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:43,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:43,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103383265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103383275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4bd9f30b54024ce7892d7d6855edd6c9 2024-11-20T11:48:43,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f80c7aff47594094bb4c9b1aa5313da5 is 50, key is test_row_1/B:col10/1732103322824/Put/seqid=0 2024-11-20T11:48:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741971_1147 (size=9657) 2024-11-20T11:48:43,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f80c7aff47594094bb4c9b1aa5313da5 2024-11-20T11:48:43,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b1d3def6e7a84133a6a91f3a60361a0b is 50, key is test_row_1/C:col10/1732103322824/Put/seqid=0 2024-11-20T11:48:43,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:43,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741972_1148 (size=9657) 2024-11-20T11:48:43,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103383575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103383575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103383579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103383585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103383585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:43,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:43,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b1d3def6e7a84133a6a91f3a60361a0b 2024-11-20T11:48:43,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4bd9f30b54024ce7892d7d6855edd6c9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9 2024-11-20T11:48:43,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9, entries=400, sequenceid=102, filesize=72.3 K 2024-11-20T11:48:43,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f80c7aff47594094bb4c9b1aa5313da5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5 2024-11-20T11:48:43,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5, entries=100, sequenceid=102, filesize=9.4 K 2024-11-20T11:48:43,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b1d3def6e7a84133a6a91f3a60361a0b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b 2024-11-20T11:48:43,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:43,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b, entries=100, sequenceid=102, filesize=9.4 K 2024-11-20T11:48:43,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1797e86be292e6cf31b8f3479c5dba41 in 1052ms, sequenceid=102, compaction requested=true 2024-11-20T11:48:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:43,877 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:43,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:43,878 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:43,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:43,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:43,880 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:43,880 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:43,880 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:43,880 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:43,880 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,880 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,880 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=132.9 K 2024-11-20T11:48:43,880 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/1c7b9d4bba244e0bb7a982946506e63c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=33.0 K 2024-11-20T11:48:43,880 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,880 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9] 2024-11-20T11:48:43,881 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59e199821f4749dd9a3488e5c2b6da85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319943 2024-11-20T11:48:43,881 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c7b9d4bba244e0bb7a982946506e63c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319943 2024-11-20T11:48:43,881 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8501e4ab9bb841d08d0c81d1587f0df2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732103320596 2024-11-20T11:48:43,881 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 476e438b0e1b42088fea2a3bc12d44a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732103320596 2024-11-20T11:48:43,882 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd9f30b54024ce7892d7d6855edd6c9, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103322780 2024-11-20T11:48:43,882 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f80c7aff47594094bb4c9b1aa5313da5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103322822 2024-11-20T11:48:43,898 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:43,899 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/36a8732b8d174f04974d2de7b5ad30ab is 50, key is test_row_0/B:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:43,909 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:43,921 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ba73929d5c77415e8f2a35c97a1450ca_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:43,925 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ba73929d5c77415e8f2a35c97a1450ca_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:43,925 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba73929d5c77415e8f2a35c97a1450ca_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741973_1149 (size=12241) 2024-11-20T11:48:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741974_1150 (size=4469) 2024-11-20T11:48:43,943 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#127 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:43,944 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0d1a931eeadb4bb5b2ed5f5309beb5ed is 175, key is test_row_0/A:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:43,951 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/36a8732b8d174f04974d2de7b5ad30ab as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/36a8732b8d174f04974d2de7b5ad30ab 2024-11-20T11:48:43,963 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into 36a8732b8d174f04974d2de7b5ad30ab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:43,963 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:43,963 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=13, startTime=1732103323877; duration=0sec 2024-11-20T11:48:43,963 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:43,963 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:43,963 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:43,965 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:43,965 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:43,965 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:43,966 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/859518cdc8514bb284ff7b764f058823, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=33.0 K 2024-11-20T11:48:43,966 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 859518cdc8514bb284ff7b764f058823, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732103319943 2024-11-20T11:48:43,966 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 504095152ad34bf3a8c0ee952b4a3960, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732103320596 2024-11-20T11:48:43,967 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b1d3def6e7a84133a6a91f3a60361a0b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103322822 2024-11-20T11:48:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741975_1151 (size=31302) 2024-11-20T11:48:43,977 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:43,978 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0a031c27ce03444483e02300ef58f655 is 50, key is test_row_0/C:col10/1732103320603/Put/seqid=0 2024-11-20T11:48:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741976_1152 (size=12241) 2024-11-20T11:48:44,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T11:48:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:44,023 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:48:44,030 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0a031c27ce03444483e02300ef58f655 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0a031c27ce03444483e02300ef58f655 2024-11-20T11:48:44,051 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into 0a031c27ce03444483e02300ef58f655(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:44,051 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:44,051 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=13, startTime=1732103323878; duration=0sec 2024-11-20T11:48:44,052 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:44,052 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b78ff0e1007f4bfc8d21f54613531c5f_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103322944/Put/seqid=0 2024-11-20T11:48:44,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741977_1153 (size=12154) 2024-11-20T11:48:44,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103384095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103384096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103384097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b78ff0e1007f4bfc8d21f54613531c5f_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b78ff0e1007f4bfc8d21f54613531c5f_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:44,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103384097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103384098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/017c17f681164e08a541dafbbd88b8e5, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/017c17f681164e08a541dafbbd88b8e5 is 175, key is test_row_0/A:col10/1732103322944/Put/seqid=0 2024-11-20T11:48:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741978_1154 (size=30955) 2024-11-20T11:48:44,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/017c17f681164e08a541dafbbd88b8e5 2024-11-20T11:48:44,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d is 50, key is test_row_0/B:col10/1732103322944/Put/seqid=0 2024-11-20T11:48:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741979_1155 (size=12001) 2024-11-20T11:48:44,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d 2024-11-20T11:48:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/dc98f835798a48239b525082ff872c7e is 50, key is test_row_0/C:col10/1732103322944/Put/seqid=0 2024-11-20T11:48:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103384205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103384205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103384206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741980_1156 (size=12001) 2024-11-20T11:48:44,215 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/dc98f835798a48239b525082ff872c7e 2024-11-20T11:48:44,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:48:44,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/017c17f681164e08a541dafbbd88b8e5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5 2024-11-20T11:48:44,234 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5, entries=150, sequenceid=129, filesize=30.2 K 2024-11-20T11:48:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:44,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d 2024-11-20T11:48:44,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T11:48:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/dc98f835798a48239b525082ff872c7e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e 2024-11-20T11:48:44,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T11:48:44,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1797e86be292e6cf31b8f3479c5dba41 in 235ms, sequenceid=129, compaction requested=false 2024-11-20T11:48:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T11:48:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T11:48:44,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T11:48:44,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-11-20T11:48:44,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.1650 sec 2024-11-20T11:48:44,375 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0d1a931eeadb4bb5b2ed5f5309beb5ed as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed 2024-11-20T11:48:44,380 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into 0d1a931eeadb4bb5b2ed5f5309beb5ed(size=30.6 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:44,380 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:44,380 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=13, startTime=1732103323877; duration=0sec 2024-11-20T11:48:44,380 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:44,380 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:44,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:44,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:44,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112051e2d2a1e7a3444d8ef67874c669cd29_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741981_1157 (size=17284) 2024-11-20T11:48:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103384514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103384514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103384517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103384625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103384625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103384634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103384835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103384835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112051e2d2a1e7a3444d8ef67874c669cd29_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051e2d2a1e7a3444d8ef67874c669cd29_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:44,845 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4b6d47f8fef242e3ac5c11c28bc33846, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4b6d47f8fef242e3ac5c11c28bc33846 is 175, key is test_row_0/A:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:44,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103384845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741982_1158 (size=48389) 2024-11-20T11:48:44,860 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4b6d47f8fef242e3ac5c11c28bc33846 2024-11-20T11:48:44,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/343b97f2b0db49e88c5031a2ae011d32 is 50, key is test_row_0/B:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741983_1159 (size=12151) 2024-11-20T11:48:44,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/343b97f2b0db49e88c5031a2ae011d32 2024-11-20T11:48:44,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a5a6882c494c40989a1c7eca62e64a00 is 50, key is test_row_0/C:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:44,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741984_1160 (size=12151) 2024-11-20T11:48:44,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a5a6882c494c40989a1c7eca62e64a00 2024-11-20T11:48:44,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/4b6d47f8fef242e3ac5c11c28bc33846 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846 2024-11-20T11:48:44,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846, entries=250, sequenceid=143, filesize=47.3 K 2024-11-20T11:48:44,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/343b97f2b0db49e88c5031a2ae011d32 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32 2024-11-20T11:48:44,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T11:48:44,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a5a6882c494c40989a1c7eca62e64a00 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00 2024-11-20T11:48:44,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T11:48:44,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1797e86be292e6cf31b8f3479c5dba41 in 523ms, sequenceid=143, compaction requested=true 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:44,940 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:44,940 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:44,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:44,941 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:44,941 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:44,941 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:44,942 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/36a8732b8d174f04974d2de7b5ad30ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=35.5 K 2024-11-20T11:48:44,942 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110646 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:44,942 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:44,942 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:44,942 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=108.1 K 2024-11-20T11:48:44,943 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:44,943 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846] 2024-11-20T11:48:44,943 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 36a8732b8d174f04974d2de7b5ad30ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103320603 2024-11-20T11:48:44,944 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d1a931eeadb4bb5b2ed5f5309beb5ed, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103320603 2024-11-20T11:48:44,944 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f5c4f8a2dcd14b39a243bfe30cd4ac6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103322938 2024-11-20T11:48:44,944 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 343b97f2b0db49e88c5031a2ae011d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732103324088 2024-11-20T11:48:44,945 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 017c17f681164e08a541dafbbd88b8e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103322938 2024-11-20T11:48:44,946 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b6d47f8fef242e3ac5c11c28bc33846, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732103324088 2024-11-20T11:48:44,954 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,956 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:44,956 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120898769c1821f4eeaa8fb9e0221b86f3b_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,956 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/78db188926cc45799bdb675a6027ef29 is 50, key is test_row_0/B:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:44,959 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120898769c1821f4eeaa8fb9e0221b86f3b_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,959 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120898769c1821f4eeaa8fb9e0221b86f3b_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741986_1162 (size=4469) 2024-11-20T11:48:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741985_1161 (size=12493) 2024-11-20T11:48:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:45,119 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:45,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:48:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103385142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103385145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bab10d34abc84b6a9dfd49c0901c2b4b_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103324511/Put/seqid=0 2024-11-20T11:48:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103385146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103385146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103385155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741987_1163 (size=14794) 2024-11-20T11:48:45,171 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:45,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bab10d34abc84b6a9dfd49c0901c2b4b_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bab10d34abc84b6a9dfd49c0901c2b4b_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:45,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/af4baa88709c4df29649f9214e360239, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:45,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/af4baa88709c4df29649f9214e360239 is 175, key is test_row_0/A:col10/1732103324511/Put/seqid=0 2024-11-20T11:48:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741988_1164 (size=39749) 2024-11-20T11:48:45,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/af4baa88709c4df29649f9214e360239 2024-11-20T11:48:45,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d557c700302747e5ad5ae54b7071d436 is 50, key is test_row_0/B:col10/1732103324511/Put/seqid=0 2024-11-20T11:48:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741989_1165 (size=12151) 2024-11-20T11:48:45,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d557c700302747e5ad5ae54b7071d436 2024-11-20T11:48:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T11:48:45,245 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:45,245 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-20T11:48:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T11:48:45,249 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:45,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:45,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103385255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103385255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/796c06a23d474ab59e37d96af300f91e is 50, key is test_row_0/C:col10/1732103324511/Put/seqid=0 2024-11-20T11:48:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741990_1166 (size=12151) 2024-11-20T11:48:45,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/796c06a23d474ab59e37d96af300f91e 2024-11-20T11:48:45,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/af4baa88709c4df29649f9214e360239 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239 2024-11-20T11:48:45,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239, entries=200, sequenceid=169, filesize=38.8 K 2024-11-20T11:48:45,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d557c700302747e5ad5ae54b7071d436 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436 2024-11-20T11:48:45,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T11:48:45,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/796c06a23d474ab59e37d96af300f91e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e 2024-11-20T11:48:45,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T11:48:45,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1797e86be292e6cf31b8f3479c5dba41 in 234ms, sequenceid=169, compaction requested=true 2024-11-20T11:48:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:45,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:48:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T11:48:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T11:48:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T11:48:45,370 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#135 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:45,370 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a01e9b0ce3844d68992cc7923a94cdd0 is 175, key is test_row_0/A:col10/1732103324088/Put/seqid=0 2024-11-20T11:48:45,383 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/78db188926cc45799bdb675a6027ef29 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/78db188926cc45799bdb675a6027ef29 2024-11-20T11:48:45,396 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into 78db188926cc45799bdb675a6027ef29(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:45,396 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:45,396 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=13, startTime=1732103324940; duration=0sec 2024-11-20T11:48:45,396 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T11:48:45,397 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:45,397 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T11:48:45,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T11:48:45,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T11:48:45,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. because compaction request was cancelled 2024-11-20T11:48:45,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:45,398 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:45,400 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:45,400 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:45,400 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:45,400 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0a031c27ce03444483e02300ef58f655, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=47.4 K 2024-11-20T11:48:45,400 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a031c27ce03444483e02300ef58f655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732103320603 2024-11-20T11:48:45,401 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting dc98f835798a48239b525082ff872c7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103322938 2024-11-20T11:48:45,401 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a5a6882c494c40989a1c7eca62e64a00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732103324088 2024-11-20T11:48:45,401 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 796c06a23d474ab59e37d96af300f91e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732103324511 2024-11-20T11:48:45,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T11:48:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:45,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:48:45,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741991_1167 (size=31447) 2024-11-20T11:48:45,417 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:45,418 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/f56eeb139e74457184075ac424984d68 is 50, key is test_row_0/C:col10/1732103324511/Put/seqid=0 2024-11-20T11:48:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200171c566b3aa4531a9bed37b8a7059bf_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103325141/Put/seqid=0 2024-11-20T11:48:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741992_1168 (size=12527) 2024-11-20T11:48:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741993_1169 (size=12304) 2024-11-20T11:48:45,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:45,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200171c566b3aa4531a9bed37b8a7059bf_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200171c566b3aa4531a9bed37b8a7059bf_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a55cc2771e674f4386468932d737e128, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a55cc2771e674f4386468932d737e128 is 175, key is test_row_0/A:col10/1732103325141/Put/seqid=0 2024-11-20T11:48:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741994_1170 (size=31105) 2024-11-20T11:48:45,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a55cc2771e674f4386468932d737e128 2024-11-20T11:48:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:45,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:45,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0c4f515e61ec4d7f8807cd7031fb2f81 is 50, key is test_row_0/B:col10/1732103325141/Put/seqid=0 2024-11-20T11:48:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741995_1171 (size=12151) 2024-11-20T11:48:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103385527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103385531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T11:48:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103385634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103385634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103385655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103385664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103385664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,814 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a01e9b0ce3844d68992cc7923a94cdd0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0 2024-11-20T11:48:45,819 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into a01e9b0ce3844d68992cc7923a94cdd0(size=30.7 K), total size for store is 69.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:45,819 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:45,820 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=13, startTime=1732103324940; duration=0sec 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. because compaction request was cancelled 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:45,820 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T11:48:45,821 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T11:48:45,821 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T11:48:45,821 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. because compaction request was cancelled 2024-11-20T11:48:45,821 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:45,839 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/f56eeb139e74457184075ac424984d68 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f56eeb139e74457184075ac424984d68 2024-11-20T11:48:45,844 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into f56eeb139e74457184075ac424984d68(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:45,844 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:45,844 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=12, startTime=1732103325354; duration=0sec 2024-11-20T11:48:45,844 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:45,844 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103385845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103385845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T11:48:45,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0c4f515e61ec4d7f8807cd7031fb2f81 2024-11-20T11:48:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/272247c2ff9d4174975ca820e6682e8b is 50, key is test_row_0/C:col10/1732103325141/Put/seqid=0 2024-11-20T11:48:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741996_1172 (size=12151) 2024-11-20T11:48:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103386155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103386155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/272247c2ff9d4174975ca820e6682e8b 2024-11-20T11:48:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a55cc2771e674f4386468932d737e128 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128 2024-11-20T11:48:46,322 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128, entries=150, sequenceid=180, filesize=30.4 K 2024-11-20T11:48:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0c4f515e61ec4d7f8807cd7031fb2f81 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81 2024-11-20T11:48:46,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T11:48:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/272247c2ff9d4174975ca820e6682e8b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b 2024-11-20T11:48:46,339 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T11:48:46,340 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1797e86be292e6cf31b8f3479c5dba41 in 933ms, sequenceid=180, compaction requested=true 2024-11-20T11:48:46,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:46,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:46,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T11:48:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T11:48:46,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T11:48:46,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-20T11:48:46,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.1030 sec 2024-11-20T11:48:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T11:48:46,385 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:46,386 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T11:48:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:46,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:46,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:46,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:46,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T11:48:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:46,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:48:46,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112008121b9495c24b15a92ae012af6d1da4_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103325524/Put/seqid=0 2024-11-20T11:48:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741997_1173 (size=12304) 2024-11-20T11:48:46,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:46,567 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112008121b9495c24b15a92ae012af6d1da4_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008121b9495c24b15a92ae012af6d1da4_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:46,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/810336b2070440c495d1fbc419e16b32, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:46,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/810336b2070440c495d1fbc419e16b32 is 175, key is test_row_0/A:col10/1732103325524/Put/seqid=0 2024-11-20T11:48:46,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741998_1174 (size=31105) 2024-11-20T11:48:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:46,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:46,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103386671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103386674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103386675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103386675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,678 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103386685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,687 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103386785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103386785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103386785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103386995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:46,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103386995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103386995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:47,015 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/810336b2070440c495d1fbc419e16b32 2024-11-20T11:48:47,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/30e6790e0f5c41e582e66f724f3cb046 is 50, key is test_row_0/B:col10/1732103325524/Put/seqid=0 2024-11-20T11:48:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741999_1175 (size=12151) 2024-11-20T11:48:47,065 INFO [master/4b15c4a73f2a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T11:48:47,065 INFO [master/4b15c4a73f2a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T11:48:47,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103387305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103387305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103387306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,433 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/30e6790e0f5c41e582e66f724f3cb046 2024-11-20T11:48:47,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/167cdc57735842d29184009ee561380b is 50, key is test_row_0/C:col10/1732103325524/Put/seqid=0 2024-11-20T11:48:47,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742000_1176 (size=12151) 2024-11-20T11:48:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103387815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103387815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103387815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:47,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/167cdc57735842d29184009ee561380b 2024-11-20T11:48:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/810336b2070440c495d1fbc419e16b32 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32 2024-11-20T11:48:47,855 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32, entries=150, sequenceid=208, filesize=30.4 K 2024-11-20T11:48:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/30e6790e0f5c41e582e66f724f3cb046 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046 2024-11-20T11:48:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T11:48:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/167cdc57735842d29184009ee561380b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b 2024-11-20T11:48:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,868 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1797e86be292e6cf31b8f3479c5dba41 in 1327ms, sequenceid=208, compaction requested=true 2024-11-20T11:48:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T11:48:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T11:48:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T11:48:47,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-20T11:48:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.4880 sec 2024-11-20T11:48:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,535 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T11:48:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T11:48:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:48,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T11:48:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T11:48:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:48,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:48:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:48,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:48,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d28623227c9548cfac36f4b136fec23f_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_1/A:col10/1732103326672/Put/seqid=0 2024-11-20T11:48:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742001_1177 (size=9814) 2024-11-20T11:48:48,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,735 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d28623227c9548cfac36f4b136fec23f_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d28623227c9548cfac36f4b136fec23f_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:48,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/32f53dadc4994986a890cd0cf962f0a4, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/32f53dadc4994986a890cd0cf962f0a4 is 175, key is test_row_1/A:col10/1732103326672/Put/seqid=0 2024-11-20T11:48:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742002_1178 (size=22461) 2024-11-20T11:48:48,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/32f53dadc4994986a890cd0cf962f0a4 2024-11-20T11:48:48,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 is 50, key is test_row_1/B:col10/1732103326672/Put/seqid=0 2024-11-20T11:48:48,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742003_1179 (size=9757) 2024-11-20T11:48:48,779 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 2024-11-20T11:48:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103388775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103388775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0b3a3eee88594214bb8f826545cc6d43 is 50, key is test_row_1/C:col10/1732103326672/Put/seqid=0 2024-11-20T11:48:48,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742004_1180 (size=9757) 2024-11-20T11:48:48,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0b3a3eee88594214bb8f826545cc6d43 2024-11-20T11:48:48,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/32f53dadc4994986a890cd0cf962f0a4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4 2024-11-20T11:48:48,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4, entries=100, sequenceid=218, filesize=21.9 K 2024-11-20T11:48:48,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 2024-11-20T11:48:48,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103388824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,826 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146, entries=100, sequenceid=218, filesize=9.5 K 2024-11-20T11:48:48,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0b3a3eee88594214bb8f826545cc6d43 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43 2024-11-20T11:48:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103388835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103388835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,836 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43, entries=100, sequenceid=218, filesize=9.5 K 2024-11-20T11:48:48,837 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1797e86be292e6cf31b8f3479c5dba41 in 147ms, sequenceid=218, compaction requested=true 2024-11-20T11:48:48,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:48,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:48,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T11:48:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T11:48:48,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T11:48:48,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 304 msec 2024-11-20T11:48:48,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 309 msec 2024-11-20T11:48:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T11:48:48,855 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:48,856 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T11:48:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:48,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:48,859 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:48,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:48,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:48,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T11:48:48,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103388910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:48,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120800bf3ad5a084a758be8ff18296cdb81_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103388914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:48,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742005_1181 (size=17284) 2024-11-20T11:48:48,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:48,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120800bf3ad5a084a758be8ff18296cdb81_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120800bf3ad5a084a758be8ff18296cdb81_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:48,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/5913ce25b0644f82a77cb323f9fe450e, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:48,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/5913ce25b0644f82a77cb323f9fe450e is 175, key is test_row_0/A:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742006_1182 (size=48389) 2024-11-20T11:48:48,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/5913ce25b0644f82a77cb323f9fe450e 2024-11-20T11:48:48,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/39ec79dc0b904655bb96f9bcf37d5795 is 50, key is test_row_0/B:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742007_1183 (size=12151) 2024-11-20T11:48:48,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/39ec79dc0b904655bb96f9bcf37d5795 2024-11-20T11:48:49,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/9f45a4b3d3b943b3b7adfc716e0c082f is 50, key is test_row_0/C:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742008_1184 (size=12151) 2024-11-20T11:48:49,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T11:48:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103389026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103389026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T11:48:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103389235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103389235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T11:48:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:49,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/9f45a4b3d3b943b3b7adfc716e0c082f 2024-11-20T11:48:49,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/5913ce25b0644f82a77cb323f9fe450e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e 2024-11-20T11:48:49,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e, entries=250, sequenceid=246, filesize=47.3 K 2024-11-20T11:48:49,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/39ec79dc0b904655bb96f9bcf37d5795 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795 2024-11-20T11:48:49,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T11:48:49,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/9f45a4b3d3b943b3b7adfc716e0c082f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f 2024-11-20T11:48:49,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f, entries=150, sequenceid=246, filesize=11.9 K 2024-11-20T11:48:49,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1797e86be292e6cf31b8f3479c5dba41 in 540ms, sequenceid=246, compaction requested=true 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:49,438 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:49,438 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T11:48:49,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:49,440 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 204256 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T11:48:49,440 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 70854 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T11:48:49,440 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:49,440 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:49,440 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,440 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,440 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=199.5 K 2024-11-20T11:48:49,440 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/78db188926cc45799bdb675a6027ef29, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=69.2 K 2024-11-20T11:48:49,440 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,440 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e] 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a01e9b0ce3844d68992cc7923a94cdd0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732103324088 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 78db188926cc45799bdb675a6027ef29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732103324088 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting af4baa88709c4df29649f9214e360239, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732103324511 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d557c700302747e5ad5ae54b7071d436, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732103324511 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4f515e61ec4d7f8807cd7031fb2f81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732103325130 2024-11-20T11:48:49,441 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a55cc2771e674f4386468932d737e128, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732103325130 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 810336b2070440c495d1fbc419e16b32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732103325504 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e6790e0f5c41e582e66f724f3cb046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732103325504 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32f53dadc4994986a890cd0cf962f0a4, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103326672 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a8a8cf1ba3cb40b8aafdcc5cf6a74146, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103326672 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ec79dc0b904655bb96f9bcf37d5795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:49,442 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5913ce25b0644f82a77cb323f9fe450e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:49,461 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:49,461 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:49,462 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/144120ae635c4057b8218dcfa9051f6f is 50, key is test_row_0/B:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:49,464 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120117925e38b6945f1b0af84d61fd166ae_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:49,468 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120117925e38b6945f1b0af84d61fd166ae_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:49,468 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120117925e38b6945f1b0af84d61fd166ae_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:49,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T11:48:49,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,476 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:48:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742009_1185 (size=12697) 2024-11-20T11:48:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742010_1186 (size=4469) 2024-11-20T11:48:49,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e4a03222ec3345979cfcde2d3a5a9468_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103328907/Put/seqid=0 2024-11-20T11:48:49,486 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#154 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:49,487 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/89b82ca2ab0049c2a1d4b47d902c1384 is 175, key is test_row_0/A:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:49,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742011_1187 (size=12304) 2024-11-20T11:48:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742012_1188 (size=31651) 2024-11-20T11:48:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:49,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103389677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103389678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103389795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103389795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:49,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:49,889 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/144120ae635c4057b8218dcfa9051f6f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/144120ae635c4057b8218dcfa9051f6f 2024-11-20T11:48:49,895 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into 144120ae635c4057b8218dcfa9051f6f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:49,895 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:49,895 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=10, startTime=1732103329438; duration=0sec 2024-11-20T11:48:49,895 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:49,895 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:49,895 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T11:48:49,897 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58737 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T11:48:49,897 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:49,897 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:49,897 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f56eeb139e74457184075ac424984d68, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=57.4 K 2024-11-20T11:48:49,897 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f56eeb139e74457184075ac424984d68, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732103324511 2024-11-20T11:48:49,898 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 272247c2ff9d4174975ca820e6682e8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732103325130 2024-11-20T11:48:49,898 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 167cdc57735842d29184009ee561380b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732103325504 2024-11-20T11:48:49,899 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b3a3eee88594214bb8f826545cc6d43, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103326672 2024-11-20T11:48:49,899 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f45a4b3d3b943b3b7adfc716e0c082f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:49,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e4a03222ec3345979cfcde2d3a5a9468_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4a03222ec3345979cfcde2d3a5a9468_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:49,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/7d92fbb0d0664889a84a31860528402e, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:49,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/7d92fbb0d0664889a84a31860528402e is 175, key is test_row_0/A:col10/1732103328907/Put/seqid=0 2024-11-20T11:48:49,926 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/89b82ca2ab0049c2a1d4b47d902c1384 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384 2024-11-20T11:48:49,929 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#156 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:49,929 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/97e4d13e7c644a3c8f17c9e361cc9abb is 50, key is test_row_0/C:col10/1732103328896/Put/seqid=0 2024-11-20T11:48:49,932 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into 89b82ca2ab0049c2a1d4b47d902c1384(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:49,932 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:49,932 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=10, startTime=1732103329438; duration=0sec 2024-11-20T11:48:49,933 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:49,933 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742013_1189 (size=31105) 2024-11-20T11:48:49,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/7d92fbb0d0664889a84a31860528402e 2024-11-20T11:48:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742014_1190 (size=12697) 2024-11-20T11:48:49,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b380ff1d473246dd9b80f8fde7718336 is 50, key is test_row_0/B:col10/1732103328907/Put/seqid=0 2024-11-20T11:48:49,983 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/97e4d13e7c644a3c8f17c9e361cc9abb as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/97e4d13e7c644a3c8f17c9e361cc9abb 2024-11-20T11:48:49,988 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into 97e4d13e7c644a3c8f17c9e361cc9abb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:49,988 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:49,989 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=11, startTime=1732103329438; duration=0sec 2024-11-20T11:48:49,989 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:49,989 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742015_1191 (size=12151) 2024-11-20T11:48:50,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b380ff1d473246dd9b80f8fde7718336 2024-11-20T11:48:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103390005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103390005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/d8bf2104e673472fa5ebc24599dcb64d is 50, key is test_row_0/C:col10/1732103328907/Put/seqid=0 2024-11-20T11:48:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742016_1192 (size=12151) 2024-11-20T11:48:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103390315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103390315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/d8bf2104e673472fa5ebc24599dcb64d 2024-11-20T11:48:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/7d92fbb0d0664889a84a31860528402e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e 2024-11-20T11:48:50,432 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T11:48:50,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b380ff1d473246dd9b80f8fde7718336 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336 2024-11-20T11:48:50,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T11:48:50,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/d8bf2104e673472fa5ebc24599dcb64d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d 2024-11-20T11:48:50,457 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T11:48:50,460 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 1797e86be292e6cf31b8f3479c5dba41 in 984ms, sequenceid=254, compaction requested=false 2024-11-20T11:48:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T11:48:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T11:48:50,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T11:48:50,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec 2024-11-20T11:48:50,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.6150 sec 2024-11-20T11:48:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:50,827 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:50,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T11:48:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103390832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4c27619495c4d95a2c627d8104aac51_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103390834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103390835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,836 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103390844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,845 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742017_1193 (size=14994) 2024-11-20T11:48:50,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103390854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,857 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103390944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103390944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T11:48:51,005 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:51,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T11:48:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:51,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:51,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:51,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:51,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103391154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103391154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:51,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T11:48:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b4c27619495c4d95a2c627d8104aac51_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4c27619495c4d95a2c627d8104aac51_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:51,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/688da05322db4672b2791b677e22223e, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:51,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/688da05322db4672b2791b677e22223e is 175, key is test_row_0/A:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742018_1194 (size=39949) 2024-11-20T11:48:51,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/688da05322db4672b2791b677e22223e 2024-11-20T11:48:51,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0cd094fe19184b87a2db52fff50d39a3 is 50, key is test_row_0/B:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742019_1195 (size=12301) 2024-11-20T11:48:51,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T11:48:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:51,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T11:48:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103391465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103391465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:51,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T11:48:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:51,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0cd094fe19184b87a2db52fff50d39a3 2024-11-20T11:48:51,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/449985cfd9a349d3aa0c2bc5f3a7e58d is 50, key is test_row_0/C:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742020_1196 (size=12301) 2024-11-20T11:48:51,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/449985cfd9a349d3aa0c2bc5f3a7e58d 2024-11-20T11:48:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/688da05322db4672b2791b677e22223e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e 2024-11-20T11:48:51,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e, entries=200, sequenceid=288, filesize=39.0 K 2024-11-20T11:48:51,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/0cd094fe19184b87a2db52fff50d39a3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3 2024-11-20T11:48:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/449985cfd9a349d3aa0c2bc5f3a7e58d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d 2024-11-20T11:48:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 1797e86be292e6cf31b8f3479c5dba41 in 940ms, sequenceid=288, compaction requested=true 2024-11-20T11:48:51,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,768 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:51,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:51,768 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,769 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:51,769 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:51,769 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,770 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=100.3 K 2024-11-20T11:48:51,770 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,770 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e] 2024-11-20T11:48:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,771 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:51,771 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89b82ca2ab0049c2a1d4b47d902c1384, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,771 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:51,771 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,771 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/144120ae635c4057b8218dcfa9051f6f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=36.3 K 2024-11-20T11:48:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,772 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d92fbb0d0664889a84a31860528402e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732103328907 2024-11-20T11:48:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,772 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 144120ae635c4057b8218dcfa9051f6f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,772 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 688da05322db4672b2791b677e22223e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T11:48:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,773 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T11:48:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,775 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b380ff1d473246dd9b80f8fde7718336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732103328907 2024-11-20T11:48:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,776 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd094fe19184b87a2db52fff50d39a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1d6cf58c60c40c0a739f189387cc77c_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103330832/Put/seqid=0 2024-11-20T11:48:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,800 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,801 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,802 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/bc3cad3924fa4caf8fe16e54b5092f1f is 50, key is test_row_0/B:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112053b24502c71a4cd7af466465ab1c0183_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,808 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112053b24502c71a4cd7af466465ab1c0183_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,808 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112053b24502c71a4cd7af466465ab1c0183_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742021_1197 (size=9914) 2024-11-20T11:48:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742022_1198 (size=12949) 2024-11-20T11:48:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742023_1199 (size=4469) 2024-11-20T11:48:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#164 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,850 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/ec5b89fd6594461d83f90b26d49beb11 is 175, key is test_row_0/A:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742024_1200 (size=31903) 2024-11-20T11:48:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,867 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/ec5b89fd6594461d83f90b26d49beb11 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11 2024-11-20T11:48:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,872 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into ec5b89fd6594461d83f90b26d49beb11(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:51,872 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:51,873 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=13, startTime=1732103331767; duration=0sec 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,873 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:51,873 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,873 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:51,874 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,875 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/97e4d13e7c644a3c8f17c9e361cc9abb, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=36.3 K 2024-11-20T11:48:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,875 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97e4d13e7c644a3c8f17c9e361cc9abb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732103328759 2024-11-20T11:48:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,875 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8bf2104e673472fa5ebc24599dcb64d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732103328907 2024-11-20T11:48:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,876 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 449985cfd9a349d3aa0c2bc5f3a7e58d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,886 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,887 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b3bb4151049542fbbf641120c4281265 is 50, key is test_row_0/C:col10/1732103330827/Put/seqid=0 2024-11-20T11:48:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742025_1201 (size=12949) 2024-11-20T11:48:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,902 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/b3bb4151049542fbbf641120c4281265 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b3bb4151049542fbbf641120c4281265 2024-11-20T11:48:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,909 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into b3bb4151049542fbbf641120c4281265(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:51,909 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:51,909 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=13, startTime=1732103331768; duration=0sec 2024-11-20T11:48:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,909 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:51,909 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:52,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103392117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103392119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:52,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103392225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103392225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:52,235 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1d6cf58c60c40c0a739f189387cc77c_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1d6cf58c60c40c0a739f189387cc77c_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:52,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/df92effc431c4c61b9348cbfd101cf93, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:52,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/df92effc431c4c61b9348cbfd101cf93 is 175, key is test_row_0/A:col10/1732103330832/Put/seqid=0 2024-11-20T11:48:52,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742026_1202 (size=22561) 2024-11-20T11:48:52,245 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/bc3cad3924fa4caf8fe16e54b5092f1f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bc3cad3924fa4caf8fe16e54b5092f1f 2024-11-20T11:48:52,257 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into bc3cad3924fa4caf8fe16e54b5092f1f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:52,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:52,257 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=13, startTime=1732103331768; duration=0sec 2024-11-20T11:48:52,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:52,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103392434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103392434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,641 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/df92effc431c4c61b9348cbfd101cf93 2024-11-20T11:48:52,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d19ab6d43c564141a3da365cc4851d42 is 50, key is test_row_0/B:col10/1732103330832/Put/seqid=0 2024-11-20T11:48:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742027_1203 (size=9857) 2024-11-20T11:48:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103392744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103392745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:52,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d19ab6d43c564141a3da365cc4851d42 2024-11-20T11:48:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8f9eb7f25e2f45d4850f3ae0f640dc11 is 50, key is test_row_0/C:col10/1732103330832/Put/seqid=0 2024-11-20T11:48:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742028_1204 (size=9857) 2024-11-20T11:48:53,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8f9eb7f25e2f45d4850f3ae0f640dc11 2024-11-20T11:48:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/df92effc431c4c61b9348cbfd101cf93 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93 2024-11-20T11:48:53,101 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93, entries=100, sequenceid=293, filesize=22.0 K 2024-11-20T11:48:53,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/d19ab6d43c564141a3da365cc4851d42 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42 2024-11-20T11:48:53,107 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42, entries=100, sequenceid=293, filesize=9.6 K 2024-11-20T11:48:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/8f9eb7f25e2f45d4850f3ae0f640dc11 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11 2024-11-20T11:48:53,112 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11, entries=100, sequenceid=293, filesize=9.6 K 2024-11-20T11:48:53,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 1797e86be292e6cf31b8f3479c5dba41 in 1341ms, sequenceid=293, compaction requested=false 2024-11-20T11:48:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T11:48:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T11:48:53,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T11:48:53,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1080 sec 2024-11-20T11:48:53,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.1140 sec 2024-11-20T11:48:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T11:48:53,155 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:53,155 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T11:48:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T11:48:53,157 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:53,158 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:53,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:53,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:53,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-20T11:48:53,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103393258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103393259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T11:48:53,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012df94873f3c4a06a8cb172865a3ca62_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742029_1205 (size=12454) 2024-11-20T11:48:53,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103393365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103393365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T11:48:53,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103393574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103393575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:53,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112012df94873f3c4a06a8cb172865a3ca62_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012df94873f3c4a06a8cb172865a3ca62_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:53,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/19c5d83aa30c4d7ba1dfd89a90f1030a, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:53,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/19c5d83aa30c4d7ba1dfd89a90f1030a is 175, key is test_row_0/A:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742030_1206 (size=31255) 2024-11-20T11:48:53,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T11:48:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103393886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103393886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:53,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:53,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:54,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/19c5d83aa30c4d7ba1dfd89a90f1030a 2024-11-20T11:48:54,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/171c209401344d5ebf2189b0b3e7e83c is 50, key is test_row_0/B:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742031_1207 (size=12301) 2024-11-20T11:48:54,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/171c209401344d5ebf2189b0b3e7e83c 2024-11-20T11:48:54,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/afee8cf5bf3d4bfdafd66756d12dfe4c is 50, key is test_row_0/C:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742032_1208 (size=12301) 2024-11-20T11:48:54,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/afee8cf5bf3d4bfdafd66756d12dfe4c 2024-11-20T11:48:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/19c5d83aa30c4d7ba1dfd89a90f1030a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a 2024-11-20T11:48:54,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a, entries=150, sequenceid=329, filesize=30.5 K 2024-11-20T11:48:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/171c209401344d5ebf2189b0b3e7e83c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c 2024-11-20T11:48:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T11:48:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/afee8cf5bf3d4bfdafd66756d12dfe4c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c 2024-11-20T11:48:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T11:48:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 1797e86be292e6cf31b8f3479c5dba41 in 917ms, sequenceid=329, compaction requested=true 2024-11-20T11:48:54,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:54,176 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,177 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,177 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:54,177 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,178 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=83.7 K 2024-11-20T11:48:54,178 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,178 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a] 2024-11-20T11:48:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,178 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5b89fd6594461d83f90b26d49beb11, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,179 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting df92effc431c4c61b9348cbfd101cf93, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732103330830 2024-11-20T11:48:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,179 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19c5d83aa30c4d7ba1dfd89a90f1030a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:54,186 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:54,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,187 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:54,188 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:54,188 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,188 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bc3cad3924fa4caf8fe16e54b5092f1f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=34.3 K 2024-11-20T11:48:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,188 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bc3cad3924fa4caf8fe16e54b5092f1f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,189 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d19ab6d43c564141a3da365cc4851d42, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732103330830 2024-11-20T11:48:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,189 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 171c209401344d5ebf2189b0b3e7e83c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,197 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,207 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/151680b8be1a46639813c78a4c81131b is 50, key is test_row_0/B:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,221 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f9622213691c4278be7590be9803274f_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,223 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f9622213691c4278be7590be9803274f_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:54,223 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9622213691c4278be7590be9803274f_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T11:48:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T11:48:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T11:48:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T11:48:54,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-11-20T11:48:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.0780 sec 2024-11-20T11:48:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742033_1209 (size=13051) 2024-11-20T11:48:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742034_1210 (size=4469) 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#171 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,276 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/bb0698a377754e5a8a57c28c03b59818 is 175, key is test_row_0/A:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742035_1211 (size=32005) 2024-11-20T11:48:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T11:48:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,295 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,295 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T11:48:54,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:54,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,299 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/bb0698a377754e5a8a57c28c03b59818 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818 2024-11-20T11:48:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,306 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into bb0698a377754e5a8a57c28c03b59818(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:54,306 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:54,306 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=13, startTime=1732103334176; duration=0sec 2024-11-20T11:48:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,306 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:54,306 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:48:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,306 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:48:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,307 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:48:54,308 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,308 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,308 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b3bb4151049542fbbf641120c4281265, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=34.3 K 2024-11-20T11:48:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3bb4151049542fbbf641120c4281265, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732103329632 2024-11-20T11:48:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,309 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f9eb7f25e2f45d4850f3ae0f640dc11, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732103330830 2024-11-20T11:48:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,310 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting afee8cf5bf3d4bfdafd66756d12dfe4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,320 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,321 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a0f1747315ea4a2ca7577a62561f8cac is 50, key is test_row_0/C:col10/1732103332116/Put/seqid=0 2024-11-20T11:48:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742036_1212 (size=13051) 2024-11-20T11:48:54,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:54,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:48:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112050e189d7ff0a4393b10faa570fcdadc0_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103334434/Put/seqid=0 2024-11-20T11:48:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742038_1214 (size=25158) 2024-11-20T11:48:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103394528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103394532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:54,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103394634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103394645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,661 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/151680b8be1a46639813c78a4c81131b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/151680b8be1a46639813c78a4c81131b 2024-11-20T11:48:54,665 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into 151680b8be1a46639813c78a4c81131b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:54,665 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:54,665 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=13, startTime=1732103334186; duration=0sec 2024-11-20T11:48:54,665 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:54,665 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:54,748 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/a0f1747315ea4a2ca7577a62561f8cac as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a0f1747315ea4a2ca7577a62561f8cac 2024-11-20T11:48:54,752 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into a0f1747315ea4a2ca7577a62561f8cac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:54,752 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:54,752 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=13, startTime=1732103334186; duration=0sec 2024-11-20T11:48:54,752 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:54,752 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:48:54,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34100 deadline: 1732103394844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103394844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,847 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103394855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34084 deadline: 1732103394875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,877 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34060 deadline: 1732103394884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:54,889 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 1797e86be292e6cf31b8f3479c5dba41 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:48:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:54,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:54,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112050e189d7ff0a4393b10faa570fcdadc0_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050e189d7ff0a4393b10faa570fcdadc0_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:54,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0797e63a6e1d42fd9d39a6d6a2079912, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:54,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0797e63a6e1d42fd9d39a6d6a2079912 is 175, key is test_row_0/A:col10/1732103334434/Put/seqid=0 2024-11-20T11:48:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742037_1213 (size=74795) 2024-11-20T11:48:54,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:54,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:55,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103395154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103395165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:55,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0797e63a6e1d42fd9d39a6d6a2079912 2024-11-20T11:48:55,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b2ec0a997ca445ffa69f017aeb5bf739 is 50, key is test_row_0/B:col10/1732103334434/Put/seqid=0 2024-11-20T11:48:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742039_1215 (size=12301) 2024-11-20T11:48:55,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:55,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103395665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103395675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:55,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b2ec0a997ca445ffa69f017aeb5bf739 2024-11-20T11:48:55,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/f627946832504f7cba8e968b9b3d000a is 50, key is test_row_0/C:col10/1732103334434/Put/seqid=0 2024-11-20T11:48:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742040_1216 (size=12301) 2024-11-20T11:48:55,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:55,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:55,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:56,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/f627946832504f7cba8e968b9b3d000a 2024-11-20T11:48:56,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:56,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:56,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0797e63a6e1d42fd9d39a6d6a2079912 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912 2024-11-20T11:48:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:56,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912, entries=400, sequenceid=342, filesize=73.0 K 2024-11-20T11:48:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/b2ec0a997ca445ffa69f017aeb5bf739 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739 2024-11-20T11:48:56,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T11:48:56,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/f627946832504f7cba8e968b9b3d000a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a 2024-11-20T11:48:56,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T11:48:56,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1797e86be292e6cf31b8f3479c5dba41 in 1708ms, sequenceid=342, compaction requested=false 2024-11-20T11:48:56,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:56,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T11:48:56,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:56,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:48:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ab69db6a1c22449f9a3eb10d8901f218_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103334529/Put/seqid=0 2024-11-20T11:48:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742041_1217 (size=12454) 2024-11-20T11:48:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103396697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103396697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:56,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ab69db6a1c22449f9a3eb10d8901f218_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab69db6a1c22449f9a3eb10d8901f218_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/81f554c98ce54086b15008401711dea9, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/81f554c98ce54086b15008401711dea9 is 175, key is test_row_0/A:col10/1732103334529/Put/seqid=0 2024-11-20T11:48:56,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742042_1218 (size=31255) 2024-11-20T11:48:56,724 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/81f554c98ce54086b15008401711dea9 2024-11-20T11:48:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/bb6a84b87d0d437e80424d7709014064 is 50, key is test_row_0/B:col10/1732103334529/Put/seqid=0 2024-11-20T11:48:56,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742043_1219 (size=12301) 2024-11-20T11:48:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103396814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103396814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103397025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103397025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,142 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/bb6a84b87d0d437e80424d7709014064 2024-11-20T11:48:57,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/c4916141977d40d294a77065ff7fa45c is 50, key is test_row_0/C:col10/1732103334529/Put/seqid=0 2024-11-20T11:48:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742044_1220 (size=12301) 2024-11-20T11:48:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103397334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103397334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/c4916141977d40d294a77065ff7fa45c 2024-11-20T11:48:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/81f554c98ce54086b15008401711dea9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9 2024-11-20T11:48:57,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9, entries=150, sequenceid=369, filesize=30.5 K 2024-11-20T11:48:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/bb6a84b87d0d437e80424d7709014064 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064 2024-11-20T11:48:57,574 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T11:48:57,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/c4916141977d40d294a77065ff7fa45c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c 2024-11-20T11:48:57,582 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c, entries=150, sequenceid=369, filesize=12.0 K 2024-11-20T11:48:57,585 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1797e86be292e6cf31b8f3479c5dba41 in 1295ms, sequenceid=369, compaction requested=true 2024-11-20T11:48:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:57,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T11:48:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T11:48:57,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T11:48:57,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2900 sec 2024-11-20T11:48:57,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.2950 sec 2024-11-20T11:48:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:57,847 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:48:57,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:48:57,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056851138be9645bf8c30c29a5dc7e660_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742045_1221 (size=17534) 2024-11-20T11:48:57,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103397878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103397881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103397994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103397994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:57,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:58,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103398205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103398205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:58,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:58,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056851138be9645bf8c30c29a5dc7e660_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056851138be9645bf8c30c29a5dc7e660_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:58,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/894d146115774c5b97293e7df8d75e72, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:58,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/894d146115774c5b97293e7df8d75e72 is 175, key is test_row_0/A:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:58,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742046_1222 (size=48639) 2024-11-20T11:48:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T11:48:58,455 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:48:58,455 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:48:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-20T11:48:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:48:58,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:48:58,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:48:58,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:48:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103398515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:58,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103398515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:58,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:48:58,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:58,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/894d146115774c5b97293e7df8d75e72 2024-11-20T11:48:58,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/29ae8cec84f747529f0ae6fea51b9015 is 50, key is test_row_0/B:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742047_1223 (size=12301) 2024-11-20T11:48:58,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:58,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:58,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:48:58,820 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-20T11:48:58,820 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:58,820 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,820 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:58,822 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-20T11:48:58,822 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:58,822 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:58,823 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,823 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-11-20T11:48:58,823 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:58,824 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,824 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:58,825 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-20T11:48:58,825 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:48:58,825 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,825 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:48:58,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:48:58,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:58,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:48:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34062 deadline: 1732103399025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34068 deadline: 1732103399025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:48:59,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/29ae8cec84f747529f0ae6fea51b9015 2024-11-20T11:48:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:48:59,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0e9181823d5b440daeff4d901830f802 is 50, key is test_row_0/C:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:59,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742048_1224 (size=12301) 2024-11-20T11:48:59,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:48:59,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:48:59,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0e9181823d5b440daeff4d901830f802 2024-11-20T11:48:59,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/894d146115774c5b97293e7df8d75e72 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72 2024-11-20T11:48:59,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72, entries=250, sequenceid=382, filesize=47.5 K 2024-11-20T11:48:59,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/29ae8cec84f747529f0ae6fea51b9015 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015 2024-11-20T11:48:59,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T11:48:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/0e9181823d5b440daeff4d901830f802 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802 2024-11-20T11:48:59,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802, entries=150, sequenceid=382, filesize=12.0 K 2024-11-20T11:48:59,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1797e86be292e6cf31b8f3479c5dba41 in 1669ms, sequenceid=382, compaction requested=true 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:59,517 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:48:59,517 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1797e86be292e6cf31b8f3479c5dba41:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:48:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/B is initiating minor compaction (all files) 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/A is initiating minor compaction (all files) 2024-11-20T11:48:59,518 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/A in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,518 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/B in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,518 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/151680b8be1a46639813c78a4c81131b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=48.8 K 2024-11-20T11:48:59,518 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=182.3 K 2024-11-20T11:48:59,518 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72] 2024-11-20T11:48:59,518 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 151680b8be1a46639813c78a4c81131b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0698a377754e5a8a57c28c03b59818, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ec0a997ca445ffa69f017aeb5bf739, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732103334434 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0797e63a6e1d42fd9d39a6d6a2079912, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732103334424 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bb6a84b87d0d437e80424d7709014064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732103334516 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f554c98ce54086b15008401711dea9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732103334516 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ae8cec84f747529f0ae6fea51b9015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732103336695 2024-11-20T11:48:59,519 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 894d146115774c5b97293e7df8d75e72, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732103336681 2024-11-20T11:48:59,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T11:48:59,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,528 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T11:48:59,530 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:59,531 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#B#compaction#183 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:59,531 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/a155c56723664a46b6577e58b25c3500 is 50, key is test_row_0/B:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:59,537 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120fdf9f7329be646d19239950b236048ad_1797e86be292e6cf31b8f3479c5dba41 store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742049_1225 (size=13187) 2024-11-20T11:48:59,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120222a8302829947738c1e806684475865_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_0/A:col10/1732103337872/Put/seqid=0 2024-11-20T11:48:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742050_1226 (size=12454) 2024-11-20T11:48:59,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:48:59,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120222a8302829947738c1e806684475865_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120222a8302829947738c1e806684475865_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:48:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0a104d1354f4421799ccfc105f716486, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:59,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0a104d1354f4421799ccfc105f716486 is 175, key is test_row_0/A:col10/1732103337872/Put/seqid=0 2024-11-20T11:48:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742051_1227 (size=31255) 2024-11-20T11:48:59,586 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0a104d1354f4421799ccfc105f716486 2024-11-20T11:48:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:48:59,597 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120fdf9f7329be646d19239950b236048ad_1797e86be292e6cf31b8f3479c5dba41, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:59,597 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fdf9f7329be646d19239950b236048ad_1797e86be292e6cf31b8f3479c5dba41 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:48:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/355c3bff94c941018f417e0882ef2208 is 50, key is test_row_0/B:col10/1732103337872/Put/seqid=0 2024-11-20T11:48:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742052_1228 (size=4469) 2024-11-20T11:48:59,607 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#A#compaction#184 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:59,607 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a4e69b3cbb904512a30365408259ed0e is 175, key is test_row_0/A:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742053_1229 (size=12301) 2024-11-20T11:48:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742054_1230 (size=32141) 2024-11-20T11:48:59,944 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/a155c56723664a46b6577e58b25c3500 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a155c56723664a46b6577e58b25c3500 2024-11-20T11:48:59,949 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/B of 1797e86be292e6cf31b8f3479c5dba41 into a155c56723664a46b6577e58b25c3500(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:48:59,949 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:48:59,949 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/B, priority=12, startTime=1732103339517; duration=0sec 2024-11-20T11:48:59,949 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:48:59,949 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:B 2024-11-20T11:48:59,949 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:48:59,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:48:59,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 1797e86be292e6cf31b8f3479c5dba41/C is initiating minor compaction (all files) 2024-11-20T11:48:59,950 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1797e86be292e6cf31b8f3479c5dba41/C in TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:48:59,950 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a0f1747315ea4a2ca7577a62561f8cac, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp, totalSize=48.8 K 2024-11-20T11:48:59,951 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a0f1747315ea4a2ca7577a62561f8cac, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732103332116 2024-11-20T11:48:59,951 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f627946832504f7cba8e968b9b3d000a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732103334434 2024-11-20T11:48:59,951 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c4916141977d40d294a77065ff7fa45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732103334516 2024-11-20T11:48:59,952 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9181823d5b440daeff4d901830f802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732103336695 2024-11-20T11:48:59,962 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1797e86be292e6cf31b8f3479c5dba41#C#compaction#187 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:48:59,962 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/70ae7b33414d4e20a6b4f85e499dee32 is 50, key is test_row_0/C:col10/1732103337846/Put/seqid=0 2024-11-20T11:48:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742055_1231 (size=13187) 2024-11-20T11:49:00,016 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/355c3bff94c941018f417e0882ef2208 2024-11-20T11:49:00,022 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/a4e69b3cbb904512a30365408259ed0e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a4e69b3cbb904512a30365408259ed0e 2024-11-20T11:49:00,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/3026b7340b1143cd953933e3d20fd8ca is 50, key is test_row_0/C:col10/1732103337872/Put/seqid=0 2024-11-20T11:49:00,028 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/A of 1797e86be292e6cf31b8f3479c5dba41 into a4e69b3cbb904512a30365408259ed0e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:00,028 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:49:00,028 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/A, priority=12, startTime=1732103339517; duration=0sec 2024-11-20T11:49:00,028 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:00,028 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:A 2024-11-20T11:49:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742056_1232 (size=12301) 2024-11-20T11:49:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:00,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. as already flushing 2024-11-20T11:49:00,037 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-11-20T11:49:00,037 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:00,037 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:00,037 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:00,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:00,046 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-11-20T11:49:00,046 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:00,046 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:00,046 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:00,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:00,372 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/70ae7b33414d4e20a6b4f85e499dee32 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/70ae7b33414d4e20a6b4f85e499dee32 2024-11-20T11:49:00,378 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1797e86be292e6cf31b8f3479c5dba41/C of 1797e86be292e6cf31b8f3479c5dba41 into 70ae7b33414d4e20a6b4f85e499dee32(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:00,378 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:49:00,378 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., storeName=1797e86be292e6cf31b8f3479c5dba41/C, priority=12, startTime=1732103339517; duration=0sec 2024-11-20T11:49:00,378 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:00,378 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1797e86be292e6cf31b8f3479c5dba41:C 2024-11-20T11:49:00,429 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/3026b7340b1143cd953933e3d20fd8ca 2024-11-20T11:49:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/0a104d1354f4421799ccfc105f716486 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0a104d1354f4421799ccfc105f716486 2024-11-20T11:49:00,438 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0a104d1354f4421799ccfc105f716486, entries=150, sequenceid=405, filesize=30.5 K 2024-11-20T11:49:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/355c3bff94c941018f417e0882ef2208 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/355c3bff94c941018f417e0882ef2208 2024-11-20T11:49:00,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/355c3bff94c941018f417e0882ef2208, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T11:49:00,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/3026b7340b1143cd953933e3d20fd8ca as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/3026b7340b1143cd953933e3d20fd8ca 2024-11-20T11:49:00,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/3026b7340b1143cd953933e3d20fd8ca, entries=150, sequenceid=405, filesize=12.0 K 2024-11-20T11:49:00,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for 1797e86be292e6cf31b8f3479c5dba41 in 923ms, sequenceid=405, compaction requested=false 2024-11-20T11:49:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 1797e86be292e6cf31b8f3479c5dba41: 2024-11-20T11:49:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:49:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T11:49:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T11:49:00,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T11:49:00,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9930 sec 2024-11-20T11:49:00,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0000 sec 2024-11-20T11:49:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T11:49:00,606 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:00,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:49:04,916 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-20T11:49:04,917 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:04,917 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,917 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:04,936 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-20T11:49:04,936 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:04,936 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,936 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:04,986 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-20T11:49:04,986 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:04,986 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,987 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3537 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3525 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1537 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4611 rows 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1530 2024-11-20T11:49:04,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4587 rows 2024-11-20T11:49:04,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:49:04,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:49:04,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:04,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:04,988 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:49:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:04,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103344990"}]},"ts":"1732103344990"} 2024-11-20T11:49:04,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:49:04,992 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:49:04,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:49:04,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, UNASSIGN}] 2024-11-20T11:49:04,995 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, UNASSIGN 2024-11-20T11:49:04,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:04,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, UNASSIGN because future has completed 2024-11-20T11:49:04,997 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:49:04,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:05,149 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:05,149 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:49:05,149 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 1797e86be292e6cf31b8f3479c5dba41, disabling compactions & flushes 2024-11-20T11:49:05,149 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:49:05,150 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:49:05,150 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. after waiting 0 ms 2024-11-20T11:49:05,150 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:49:05,150 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 1797e86be292e6cf31b8f3479c5dba41 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:49:05,156 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb37a5c0dd324ea58c6cc70b284c3be6_1797e86be292e6cf31b8f3479c5dba41 is 50, key is test_row_1/A:col10/1732103344985/Put/seqid=0 2024-11-20T11:49:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742057_1233 (size=9914) 2024-11-20T11:49:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:05,562 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:05,566 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb37a5c0dd324ea58c6cc70b284c3be6_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb37a5c0dd324ea58c6cc70b284c3be6_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:05,567 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fef9481b8342433ba0e05f60a9e2bf46, store: [table=TestAcidGuarantees family=A region=1797e86be292e6cf31b8f3479c5dba41] 2024-11-20T11:49:05,568 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fef9481b8342433ba0e05f60a9e2bf46 is 175, key is test_row_1/A:col10/1732103344985/Put/seqid=0 2024-11-20T11:49:05,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742058_1234 (size=22561) 2024-11-20T11:49:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:05,972 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fef9481b8342433ba0e05f60a9e2bf46 2024-11-20T11:49:05,983 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/977cfbb9689b407ea32cb84474b7ab8d is 50, key is test_row_1/B:col10/1732103344985/Put/seqid=0 2024-11-20T11:49:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742059_1235 (size=9857) 2024-11-20T11:49:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:06,389 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/977cfbb9689b407ea32cb84474b7ab8d 2024-11-20T11:49:06,396 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/cc3334b9eb0441378a03de8041697bd6 is 50, key is test_row_1/C:col10/1732103344985/Put/seqid=0 2024-11-20T11:49:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742060_1236 (size=9857) 2024-11-20T11:49:06,805 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/cc3334b9eb0441378a03de8041697bd6 2024-11-20T11:49:06,811 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/A/fef9481b8342433ba0e05f60a9e2bf46 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fef9481b8342433ba0e05f60a9e2bf46 2024-11-20T11:49:06,816 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fef9481b8342433ba0e05f60a9e2bf46, entries=100, sequenceid=416, filesize=22.0 K 2024-11-20T11:49:06,817 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/B/977cfbb9689b407ea32cb84474b7ab8d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/977cfbb9689b407ea32cb84474b7ab8d 2024-11-20T11:49:06,821 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/977cfbb9689b407ea32cb84474b7ab8d, entries=100, sequenceid=416, filesize=9.6 K 2024-11-20T11:49:06,821 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/.tmp/C/cc3334b9eb0441378a03de8041697bd6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/cc3334b9eb0441378a03de8041697bd6 2024-11-20T11:49:06,824 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/cc3334b9eb0441378a03de8041697bd6, entries=100, sequenceid=416, filesize=9.6 K 2024-11-20T11:49:06,825 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1797e86be292e6cf31b8f3479c5dba41 in 1675ms, sequenceid=416, compaction requested=true 2024-11-20T11:49:06,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72] to archive 2024-11-20T11:49:06,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:06,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4a5c2c83bd3347bdaab38b728b2d3bbe 2024-11-20T11:49:06,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4e81c5cfaad74743827e467b5af92a04 2024-11-20T11:49:06,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/e8ae758ee5c2480eb7e2e50cbfca8427 2024-11-20T11:49:06,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fbaf5b2784e44853b7ab51927991a5c8 2024-11-20T11:49:06,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/59e199821f4749dd9a3488e5c2b6da85 2024-11-20T11:49:06,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/8501e4ab9bb841d08d0c81d1587f0df2 2024-11-20T11:49:06,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4bd9f30b54024ce7892d7d6855edd6c9 2024-11-20T11:49:06,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0d1a931eeadb4bb5b2ed5f5309beb5ed 2024-11-20T11:49:06,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/017c17f681164e08a541dafbbd88b8e5 2024-11-20T11:49:06,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/4b6d47f8fef242e3ac5c11c28bc33846 2024-11-20T11:49:06,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a01e9b0ce3844d68992cc7923a94cdd0 2024-11-20T11:49:06,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/af4baa88709c4df29649f9214e360239 2024-11-20T11:49:06,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a55cc2771e674f4386468932d737e128 2024-11-20T11:49:06,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/810336b2070440c495d1fbc419e16b32 2024-11-20T11:49:06,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/32f53dadc4994986a890cd0cf962f0a4 2024-11-20T11:49:06,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/5913ce25b0644f82a77cb323f9fe450e 2024-11-20T11:49:06,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/89b82ca2ab0049c2a1d4b47d902c1384 2024-11-20T11:49:06,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/7d92fbb0d0664889a84a31860528402e 2024-11-20T11:49:06,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/688da05322db4672b2791b677e22223e 2024-11-20T11:49:06,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/ec5b89fd6594461d83f90b26d49beb11 2024-11-20T11:49:06,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/df92effc431c4c61b9348cbfd101cf93 2024-11-20T11:49:06,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/bb0698a377754e5a8a57c28c03b59818 2024-11-20T11:49:06,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/19c5d83aa30c4d7ba1dfd89a90f1030a 2024-11-20T11:49:06,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0797e63a6e1d42fd9d39a6d6a2079912 2024-11-20T11:49:06,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/81f554c98ce54086b15008401711dea9 2024-11-20T11:49:06,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/894d146115774c5b97293e7df8d75e72 2024-11-20T11:49:06,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/1c7b9d4bba244e0bb7a982946506e63c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/36a8732b8d174f04974d2de7b5ad30ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/78db188926cc45799bdb675a6027ef29, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/144120ae635c4057b8218dcfa9051f6f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bc3cad3924fa4caf8fe16e54b5092f1f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/151680b8be1a46639813c78a4c81131b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015] to archive 2024-11-20T11:49:06,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:06,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/8582403406594af58a4bb328703bad99 2024-11-20T11:49:06,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/9e5b481868784decbfa48a52a21e039c 2024-11-20T11:49:06,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/e709d8d1c5324984ace7ba3c573a2473 2024-11-20T11:49:06,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/1c7b9d4bba244e0bb7a982946506e63c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/1c7b9d4bba244e0bb7a982946506e63c 2024-11-20T11:49:06,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/ea08edb0fdb94a40a0a5017349877356 2024-11-20T11:49:06,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/476e438b0e1b42088fea2a3bc12d44a1 2024-11-20T11:49:06,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/36a8732b8d174f04974d2de7b5ad30ab to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/36a8732b8d174f04974d2de7b5ad30ab 2024-11-20T11:49:06,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f80c7aff47594094bb4c9b1aa5313da5 2024-11-20T11:49:06,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/f5c4f8a2dcd14b39a243bfe30cd4ac6d 2024-11-20T11:49:06,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/78db188926cc45799bdb675a6027ef29 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/78db188926cc45799bdb675a6027ef29 2024-11-20T11:49:06,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/343b97f2b0db49e88c5031a2ae011d32 2024-11-20T11:49:06,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d557c700302747e5ad5ae54b7071d436 2024-11-20T11:49:06,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0c4f515e61ec4d7f8807cd7031fb2f81 2024-11-20T11:49:06,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/30e6790e0f5c41e582e66f724f3cb046 2024-11-20T11:49:06,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a8a8cf1ba3cb40b8aafdcc5cf6a74146 2024-11-20T11:49:06,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/144120ae635c4057b8218dcfa9051f6f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/144120ae635c4057b8218dcfa9051f6f 2024-11-20T11:49:06,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/39ec79dc0b904655bb96f9bcf37d5795 2024-11-20T11:49:06,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b380ff1d473246dd9b80f8fde7718336 2024-11-20T11:49:06,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bc3cad3924fa4caf8fe16e54b5092f1f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bc3cad3924fa4caf8fe16e54b5092f1f 2024-11-20T11:49:06,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/0cd094fe19184b87a2db52fff50d39a3 2024-11-20T11:49:06,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/d19ab6d43c564141a3da365cc4851d42 2024-11-20T11:49:06,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/151680b8be1a46639813c78a4c81131b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/151680b8be1a46639813c78a4c81131b 2024-11-20T11:49:06,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/171c209401344d5ebf2189b0b3e7e83c 2024-11-20T11:49:06,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/b2ec0a997ca445ffa69f017aeb5bf739 2024-11-20T11:49:06,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/bb6a84b87d0d437e80424d7709014064 2024-11-20T11:49:06,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/29ae8cec84f747529f0ae6fea51b9015 2024-11-20T11:49:06,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/859518cdc8514bb284ff7b764f058823, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0a031c27ce03444483e02300ef58f655, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f56eeb139e74457184075ac424984d68, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/97e4d13e7c644a3c8f17c9e361cc9abb, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b3bb4151049542fbbf641120c4281265, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a0f1747315ea4a2ca7577a62561f8cac, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802] to archive 2024-11-20T11:49:06,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:06,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a091482ca83c4fc7ac1ff65803a91288 2024-11-20T11:49:06,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8c11c19f8bad43fa94852f90ab1e0709 2024-11-20T11:49:06,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/aff281a7b5ce49f99e7298ebfd5c767d 2024-11-20T11:49:06,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/859518cdc8514bb284ff7b764f058823 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/859518cdc8514bb284ff7b764f058823 2024-11-20T11:49:06,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b95bd5056bb14ff1bfadfe3928124556 2024-11-20T11:49:06,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/504095152ad34bf3a8c0ee952b4a3960 2024-11-20T11:49:06,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0a031c27ce03444483e02300ef58f655 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0a031c27ce03444483e02300ef58f655 2024-11-20T11:49:06,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b1d3def6e7a84133a6a91f3a60361a0b 2024-11-20T11:49:06,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/dc98f835798a48239b525082ff872c7e 2024-11-20T11:49:06,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a5a6882c494c40989a1c7eca62e64a00 2024-11-20T11:49:06,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f56eeb139e74457184075ac424984d68 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f56eeb139e74457184075ac424984d68 2024-11-20T11:49:06,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/796c06a23d474ab59e37d96af300f91e 2024-11-20T11:49:06,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/272247c2ff9d4174975ca820e6682e8b 2024-11-20T11:49:06,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/167cdc57735842d29184009ee561380b 2024-11-20T11:49:06,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0b3a3eee88594214bb8f826545cc6d43 2024-11-20T11:49:06,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/97e4d13e7c644a3c8f17c9e361cc9abb to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/97e4d13e7c644a3c8f17c9e361cc9abb 2024-11-20T11:49:06,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/9f45a4b3d3b943b3b7adfc716e0c082f 2024-11-20T11:49:06,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/d8bf2104e673472fa5ebc24599dcb64d 2024-11-20T11:49:06,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b3bb4151049542fbbf641120c4281265 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/b3bb4151049542fbbf641120c4281265 2024-11-20T11:49:06,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/449985cfd9a349d3aa0c2bc5f3a7e58d 2024-11-20T11:49:06,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/8f9eb7f25e2f45d4850f3ae0f640dc11 2024-11-20T11:49:06,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a0f1747315ea4a2ca7577a62561f8cac to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/a0f1747315ea4a2ca7577a62561f8cac 2024-11-20T11:49:06,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/afee8cf5bf3d4bfdafd66756d12dfe4c 2024-11-20T11:49:06,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/f627946832504f7cba8e968b9b3d000a 2024-11-20T11:49:06,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/c4916141977d40d294a77065ff7fa45c 2024-11-20T11:49:06,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/0e9181823d5b440daeff4d901830f802 2024-11-20T11:49:06,922 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=4 2024-11-20T11:49:06,922 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. 2024-11-20T11:49:06,922 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 1797e86be292e6cf31b8f3479c5dba41: Waiting for close lock at 1732103345149Running coprocessor pre-close hooks at 1732103345149Disabling compacts and flushes for region at 1732103345149Disabling writes for close at 1732103345150 (+1 ms)Obtaining lock to block concurrent updates at 1732103345150Preparing flush snapshotting stores in 1797e86be292e6cf31b8f3479c5dba41 at 1732103345150Finished memstore snapshotting TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732103345150Flushing stores of TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41. at 1732103345150Flushing 1797e86be292e6cf31b8f3479c5dba41/A: creating writer at 1732103345150Flushing mob file 1797e86be292e6cf31b8f3479c5dba41/A: appending metadata at 1732103345156 (+6 ms)Flushing mob file 1797e86be292e6cf31b8f3479c5dba41/A: closing flushed file at 1732103345156Flushing 1797e86be292e6cf31b8f3479c5dba41/A: appending metadata at 1732103345567 (+411 ms)Flushing 1797e86be292e6cf31b8f3479c5dba41/A: closing flushed file at 1732103345567Flushing 1797e86be292e6cf31b8f3479c5dba41/B: creating writer at 1732103345978 (+411 ms)Flushing 1797e86be292e6cf31b8f3479c5dba41/B: appending metadata at 1732103345983 (+5 ms)Flushing 1797e86be292e6cf31b8f3479c5dba41/B: closing flushed file at 1732103345983Flushing 1797e86be292e6cf31b8f3479c5dba41/C: creating writer at 1732103346392 (+409 ms)Flushing 1797e86be292e6cf31b8f3479c5dba41/C: appending metadata at 1732103346395 (+3 ms)Flushing 1797e86be292e6cf31b8f3479c5dba41/C: closing flushed file at 1732103346395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff8e74d: reopening flushed file at 1732103346811 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38cd48aa: reopening flushed file at 1732103346816 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a9bab: reopening flushed file at 1732103346821 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1797e86be292e6cf31b8f3479c5dba41 in 1675ms, sequenceid=416, compaction requested=true at 1732103346825 (+4 ms)Writing region close event to WAL at 1732103346919 (+94 ms)Running coprocessor post-close hooks at 1732103346922 (+3 ms)Closed at 1732103346922 2024-11-20T11:49:06,924 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:06,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1797e86be292e6cf31b8f3479c5dba41, regionState=CLOSED 2024-11-20T11:49:06,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:06,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T11:49:06,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 1797e86be292e6cf31b8f3479c5dba41, server=4b15c4a73f2a,37387,1732103282273 in 1.9290 sec 2024-11-20T11:49:06,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T11:49:06,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1797e86be292e6cf31b8f3479c5dba41, UNASSIGN in 1.9340 sec 2024-11-20T11:49:06,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T11:49:06,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-20T11:49:06,932 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103346932"}]},"ts":"1732103346932"} 2024-11-20T11:49:06,934 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:49:06,934 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:49:06,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-20T11:49:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T11:49:07,135 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:07,136 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:49:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T11:49:07,142 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,148 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits] 2024-11-20T11:49:07,183 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0a104d1354f4421799ccfc105f716486 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/0a104d1354f4421799ccfc105f716486 2024-11-20T11:49:07,184 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a4e69b3cbb904512a30365408259ed0e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/a4e69b3cbb904512a30365408259ed0e 2024-11-20T11:49:07,185 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fef9481b8342433ba0e05f60a9e2bf46 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/A/fef9481b8342433ba0e05f60a9e2bf46 2024-11-20T11:49:07,188 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/355c3bff94c941018f417e0882ef2208 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/355c3bff94c941018f417e0882ef2208 2024-11-20T11:49:07,189 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/977cfbb9689b407ea32cb84474b7ab8d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/977cfbb9689b407ea32cb84474b7ab8d 2024-11-20T11:49:07,191 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a155c56723664a46b6577e58b25c3500 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/B/a155c56723664a46b6577e58b25c3500 2024-11-20T11:49:07,193 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/3026b7340b1143cd953933e3d20fd8ca to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/3026b7340b1143cd953933e3d20fd8ca 2024-11-20T11:49:07,194 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/70ae7b33414d4e20a6b4f85e499dee32 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/70ae7b33414d4e20a6b4f85e499dee32 2024-11-20T11:49:07,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/cc3334b9eb0441378a03de8041697bd6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/C/cc3334b9eb0441378a03de8041697bd6 2024-11-20T11:49:07,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits/419.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41/recovered.edits/419.seqid 2024-11-20T11:49:07,199 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,199 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:49:07,199 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:49:07,200 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T11:49:07,204 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200171c566b3aa4531a9bed37b8a7059bf_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200171c566b3aa4531a9bed37b8a7059bf_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,206 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008121b9495c24b15a92ae012af6d1da4_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008121b9495c24b15a92ae012af6d1da4_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,207 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c0f3baede4a479e9058ff31f0318b00_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200c0f3baede4a479e9058ff31f0318b00_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,208 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012df94873f3c4a06a8cb172865a3ca62_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112012df94873f3c4a06a8cb172865a3ca62_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,209 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014504ab4f4fa435b9882dc04c85db6fa_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112014504ab4f4fa435b9882dc04c85db6fa_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,210 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fc09dd3df3543e4ba90a43b51c26b76_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201fc09dd3df3543e4ba90a43b51c26b76_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,211 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120222a8302829947738c1e806684475865_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120222a8302829947738c1e806684475865_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,212 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b45a90d61c940398262349273f530fc_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b45a90d61c940398262349273f530fc_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,214 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050e189d7ff0a4393b10faa570fcdadc0_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050e189d7ff0a4393b10faa570fcdadc0_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,215 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051e2d2a1e7a3444d8ef67874c669cd29_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112051e2d2a1e7a3444d8ef67874c669cd29_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,216 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056851138be9645bf8c30c29a5dc7e660_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056851138be9645bf8c30c29a5dc7e660_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,217 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120800bf3ad5a084a758be8ff18296cdb81_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120800bf3ad5a084a758be8ff18296cdb81_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,217 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208886d415c5714b2591a5acb965c4be58_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208886d415c5714b2591a5acb965c4be58_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,218 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a5791b5ffc948d1b5ff280c5ba70bc3_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a5791b5ffc948d1b5ff280c5ba70bc3_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,219 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab69db6a1c22449f9a3eb10d8901f218_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ab69db6a1c22449f9a3eb10d8901f218_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,220 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1d6cf58c60c40c0a739f189387cc77c_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b1d6cf58c60c40c0a739f189387cc77c_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,221 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4c27619495c4d95a2c627d8104aac51_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b4c27619495c4d95a2c627d8104aac51_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,222 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b78ff0e1007f4bfc8d21f54613531c5f_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b78ff0e1007f4bfc8d21f54613531c5f_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,223 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bab10d34abc84b6a9dfd49c0901c2b4b_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bab10d34abc84b6a9dfd49c0901c2b4b_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,224 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d28623227c9548cfac36f4b136fec23f_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d28623227c9548cfac36f4b136fec23f_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,225 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4a03222ec3345979cfcde2d3a5a9468_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e4a03222ec3345979cfcde2d3a5a9468_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,226 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb37a5c0dd324ea58c6cc70b284c3be6_1797e86be292e6cf31b8f3479c5dba41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb37a5c0dd324ea58c6cc70b284c3be6_1797e86be292e6cf31b8f3479c5dba41 2024-11-20T11:49:07,226 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:49:07,228 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,230 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:49:07,232 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:49:07,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:49:07,233 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103347233"}]},"ts":"9223372036854775807"} 2024-11-20T11:49:07,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:49:07,235 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1797e86be292e6cf31b8f3479c5dba41, NAME => 'TestAcidGuarantees,,1732103315636.1797e86be292e6cf31b8f3479c5dba41.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:49:07,235 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:49:07,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103347235"}]},"ts":"9223372036854775807"} 2024-11-20T11:49:07,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:49:07,237 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-11-20T11:49:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T11:49:07,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:49:07,245 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:07,252 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=397 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=8875 (was 9015) 2024-11-20T11:49:07,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=397, ProcessCount=11, AvailableMemoryMB=8875 2024-11-20T11:49:07,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:49:07,260 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:49:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:07,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:49:07,262 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:07,262 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-20T11:49:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:07,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:49:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742061_1237 (size=959) 2024-11-20T11:49:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:07,674 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:49:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742062_1238 (size=53) 2024-11-20T11:49:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40f83b6fb3fcaa9eb693a7b5fe64dc50, disabling compactions & flushes 2024-11-20T11:49:08,086 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. after waiting 0 ms 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,086 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,086 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: Waiting for close lock at 1732103348086Disabling compacts and flushes for region at 1732103348086Disabling writes for close at 1732103348086Writing region close event to WAL at 1732103348086Closed at 1732103348086 2024-11-20T11:49:08,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:49:08,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103348088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103348088"}]},"ts":"1732103348088"} 2024-11-20T11:49:08,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:49:08,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:49:08,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103348092"}]},"ts":"1732103348092"} 2024-11-20T11:49:08,095 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:49:08,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, ASSIGN}] 2024-11-20T11:49:08,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, ASSIGN 2024-11-20T11:49:08,097 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:49:08,248 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=40f83b6fb3fcaa9eb693a7b5fe64dc50, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, ASSIGN because future has completed 2024-11-20T11:49:08,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:08,409 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,410 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:49:08,410 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,410 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:49:08,410 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,410 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,412 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,414 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f83b6fb3fcaa9eb693a7b5fe64dc50 columnFamilyName A 2024-11-20T11:49:08,414 DEBUG [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:08,415 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(327): Store=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:08,415 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,417 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f83b6fb3fcaa9eb693a7b5fe64dc50 columnFamilyName B 2024-11-20T11:49:08,417 DEBUG [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:08,418 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(327): Store=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:08,418 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,420 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f83b6fb3fcaa9eb693a7b5fe64dc50 columnFamilyName C 2024-11-20T11:49:08,420 DEBUG [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:08,420 INFO [StoreOpener-40f83b6fb3fcaa9eb693a7b5fe64dc50-1 {}] regionserver.HStore(327): Store=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:08,420 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,421 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,422 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,424 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,424 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,425 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:49:08,427 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,430 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:49:08,430 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 40f83b6fb3fcaa9eb693a7b5fe64dc50; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63667190, jitterRate=-0.05128493905067444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:49:08,430 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:08,431 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: Running coprocessor pre-open hook at 1732103348410Writing region info on filesystem at 1732103348410Initializing all the Stores at 1732103348412 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103348412Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103348412Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103348412Cleaning up temporary data from old regions at 1732103348424 (+12 ms)Running coprocessor post-open hooks at 1732103348430 (+6 ms)Region opened successfully at 1732103348431 (+1 ms) 2024-11-20T11:49:08,432 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., pid=65, masterSystemTime=1732103348402 2024-11-20T11:49:08,436 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,436 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:08,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=40f83b6fb3fcaa9eb693a7b5fe64dc50, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:08,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:08,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T11:49:08,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 in 189 msec 2024-11-20T11:49:08,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T11:49:08,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, ASSIGN in 346 msec 2024-11-20T11:49:08,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:49:08,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103348445"}]},"ts":"1732103348445"} 2024-11-20T11:49:08,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:49:08,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:49:08,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1880 sec 2024-11-20T11:49:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T11:49:09,406 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:09,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,409 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173504ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,412 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d53ccca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:49:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:49:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54b70a32 2024-11-20T11:49:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:49:09,420 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:49:09,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,422 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fddcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,424 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c31899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,426 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23297c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,427 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f24e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,429 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad2c23f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16eb9dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc41645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5723d98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394278dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64222c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,441 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73766d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,442 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a03c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,444 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6930bfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,445 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f80dc1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,447 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162041d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b13b91f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,450 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640a0016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,451 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282af3a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:09,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:09,453 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14eb3673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:09,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b93f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:09,455 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,455 DEBUG [Thread-1120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,455 DEBUG [Thread-1114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,455 DEBUG [Thread-1116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,455 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,456 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,457 DEBUG [Thread-1112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,457 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:09,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-20T11:49:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,461 DEBUG [Thread-1118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,462 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,463 DEBUG [Thread-1123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:09,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,463 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:09,464 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:09,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:09,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:09,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:49:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:09,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:09,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:49:09,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/3c17a75263aa44bc9a92a7f1161bed16 is 50, key is test_row_0/A:col10/1732103349466/Put/seqid=0 2024-11-20T11:49:09,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103409494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103409495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103409498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103409500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103409500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742063_1239 (size=12001) 2024-11-20T11:49:09,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/3c17a75263aa44bc9a92a7f1161bed16 2024-11-20T11:49:09,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/adbba279deec4c65969566ed4c7ef490 is 50, key is test_row_0/B:col10/1732103349466/Put/seqid=0 2024-11-20T11:49:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742064_1240 (size=12001) 2024-11-20T11:49:09,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103409605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103409605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103409605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103409615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103409615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103409814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103409815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103409815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103409825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103409825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:09,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:09,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:09,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/adbba279deec4c65969566ed4c7ef490 2024-11-20T11:49:09,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0014a1d1d13d45fdb159f00f88230ca9 is 50, key is test_row_0/C:col10/1732103349466/Put/seqid=0 2024-11-20T11:49:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742065_1241 (size=12001) 2024-11-20T11:49:10,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:10,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103410124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103410124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103410124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103410135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103410135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:10,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:10,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:10,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0014a1d1d13d45fdb159f00f88230ca9 2024-11-20T11:49:10,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/3c17a75263aa44bc9a92a7f1161bed16 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16 2024-11-20T11:49:10,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T11:49:10,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/adbba279deec4c65969566ed4c7ef490 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490 2024-11-20T11:49:10,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T11:49:10,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0014a1d1d13d45fdb159f00f88230ca9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9 2024-11-20T11:49:10,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T11:49:10,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 947ms, sequenceid=14, compaction requested=false 2024-11-20T11:49:10,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:10,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T11:49:10,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:10,539 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:49:10,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/d3315ddb01cb42b9ac10122fd3a5a47f is 50, key is test_row_0/A:col10/1732103349498/Put/seqid=0 2024-11-20T11:49:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742066_1242 (size=12001) 2024-11-20T11:49:10,548 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/d3315ddb01cb42b9ac10122fd3a5a47f 2024-11-20T11:49:10,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/d123bff4c2144f42ac7b543d314705c5 is 50, key is test_row_0/B:col10/1732103349498/Put/seqid=0 2024-11-20T11:49:10,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742067_1243 (size=12001) 2024-11-20T11:49:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:10,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:10,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103410645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103410646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103410647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103410647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103410755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103410755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103410755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103410965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103410965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103410965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:10,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:10,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/d123bff4c2144f42ac7b543d314705c5 2024-11-20T11:49:10,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5529903cc9ca412d913c15346591eade is 50, key is test_row_0/C:col10/1732103349498/Put/seqid=0 2024-11-20T11:49:10,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742068_1244 (size=12001) 2024-11-20T11:49:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103411275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103411275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103411275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,389 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5529903cc9ca412d913c15346591eade 2024-11-20T11:49:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/d3315ddb01cb42b9ac10122fd3a5a47f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f 2024-11-20T11:49:11,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T11:49:11,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/d123bff4c2144f42ac7b543d314705c5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5 2024-11-20T11:49:11,405 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T11:49:11,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5529903cc9ca412d913c15346591eade as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade 2024-11-20T11:49:11,413 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T11:49:11,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 875ms, sequenceid=38, compaction requested=false 2024-11-20T11:49:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-20T11:49:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-20T11:49:11,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T11:49:11,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9510 sec 2024-11-20T11:49:11,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9630 sec 2024-11-20T11:49:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T11:49:11,606 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:11,606 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-20T11:49:11,608 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:11,609 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:11,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:11,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T11:49:11,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aae4145eded14a4d8dd77ba9b79915ab is 50, key is test_row_0/A:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742069_1245 (size=12001) 2024-11-20T11:49:11,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103411736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103411742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:11,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:11,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103411785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103411785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103411785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103411855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103411855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:11,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:11,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103412065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103412065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aae4145eded14a4d8dd77ba9b79915ab 2024-11-20T11:49:12,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b9a900f67b2e4f49a60bcc64a80214fc is 50, key is test_row_0/B:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:12,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742070_1246 (size=12001) 2024-11-20T11:49:12,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b9a900f67b2e4f49a60bcc64a80214fc 2024-11-20T11:49:12,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/9a1466b54dc04b2581aabe81f314a768 is 50, key is test_row_0/C:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:12,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742071_1247 (size=12001) 2024-11-20T11:49:12,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/9a1466b54dc04b2581aabe81f314a768 2024-11-20T11:49:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aae4145eded14a4d8dd77ba9b79915ab as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab 2024-11-20T11:49:12,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T11:49:12,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b9a900f67b2e4f49a60bcc64a80214fc as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc 2024-11-20T11:49:12,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T11:49:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/9a1466b54dc04b2581aabe81f314a768 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768 2024-11-20T11:49:12,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T11:49:12,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 636ms, sequenceid=51, compaction requested=true 2024-11-20T11:49:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:12,295 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:12,295 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:12,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:12,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:12,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:12,297 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:12,297 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:12,297 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,297 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=35.2 K 2024-11-20T11:49:12,298 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:12,298 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c17a75263aa44bc9a92a7f1161bed16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732103349466 2024-11-20T11:49:12,298 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:12,298 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,298 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=35.2 K 2024-11-20T11:49:12,298 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3315ddb01cb42b9ac10122fd3a5a47f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103349496 2024-11-20T11:49:12,298 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting adbba279deec4c65969566ed4c7ef490, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732103349466 2024-11-20T11:49:12,299 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting aae4145eded14a4d8dd77ba9b79915ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:12,299 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d123bff4c2144f42ac7b543d314705c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103349496 2024-11-20T11:49:12,299 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b9a900f67b2e4f49a60bcc64a80214fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:12,328 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#201 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:12,328 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/4e99dbd163f248b480e9e0e954c87026 is 50, key is test_row_0/B:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:12,342 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:12,342 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/03ab803871b6446999f9be056e4cec99 is 50, key is test_row_0/A:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:12,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:12,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:49:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742072_1248 (size=12104) 2024-11-20T11:49:12,402 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/4e99dbd163f248b480e9e0e954c87026 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/4e99dbd163f248b480e9e0e954c87026 2024-11-20T11:49:12,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,409 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 4e99dbd163f248b480e9e0e954c87026(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:12,409 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:12,409 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=13, startTime=1732103352295; duration=0sec 2024-11-20T11:49:12,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,409 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:12,409 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103412404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,409 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:12,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:12,411 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,411 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=35.2 K 2024-11-20T11:49:12,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0014a1d1d13d45fdb159f00f88230ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732103349466 2024-11-20T11:49:12,412 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5529903cc9ca412d913c15346591eade, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732103349496 2024-11-20T11:49:12,412 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a1466b54dc04b2581aabe81f314a768, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103412409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742073_1249 (size=12104) 2024-11-20T11:49:12,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/642ae0975b8a4107ae5d45092c30c2e9 is 50, key is test_row_0/A:col10/1732103351740/Put/seqid=0 2024-11-20T11:49:12,433 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:12,433 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/906cf3cab306436b854d2959a131a23f is 50, key is test_row_0/C:col10/1732103350640/Put/seqid=0 2024-11-20T11:49:12,438 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/03ab803871b6446999f9be056e4cec99 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/03ab803871b6446999f9be056e4cec99 2024-11-20T11:49:12,447 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 03ab803871b6446999f9be056e4cec99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:12,447 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:12,447 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=13, startTime=1732103352295; duration=0sec 2024-11-20T11:49:12,447 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:12,447 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742074_1250 (size=12001) 2024-11-20T11:49:12,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/642ae0975b8a4107ae5d45092c30c2e9 2024-11-20T11:49:12,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:49:12,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/5df68c88313a4c918a5cda198cb22b7d is 50, key is test_row_0/B:col10/1732103351740/Put/seqid=0 2024-11-20T11:49:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103412516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103412516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742075_1251 (size=12104) 2024-11-20T11:49:12,544 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/906cf3cab306436b854d2959a131a23f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/906cf3cab306436b854d2959a131a23f 2024-11-20T11:49:12,550 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 906cf3cab306436b854d2959a131a23f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:12,550 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:12,550 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=13, startTime=1732103352296; duration=0sec 2024-11-20T11:49:12,550 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:12,550 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:12,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742076_1252 (size=12001) 2024-11-20T11:49:12,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/5df68c88313a4c918a5cda198cb22b7d 2024-11-20T11:49:12,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/63e11cd0efcf4513bb7271111e3fd5d8 is 50, key is test_row_0/C:col10/1732103351740/Put/seqid=0 2024-11-20T11:49:12,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742077_1253 (size=12001) 2024-11-20T11:49:12,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103412724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103412734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103412795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,797 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103412795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,798 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103412805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:12,811 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:12,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:12,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:13,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:13,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/63e11cd0efcf4513bb7271111e3fd5d8 2024-11-20T11:49:13,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103413035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/642ae0975b8a4107ae5d45092c30c2e9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9 2024-11-20T11:49:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T11:49:13,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/5df68c88313a4c918a5cda198cb22b7d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d 2024-11-20T11:49:13,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103413045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T11:49:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/63e11cd0efcf4513bb7271111e3fd5d8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8 2024-11-20T11:49:13,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T11:49:13,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 677ms, sequenceid=75, compaction requested=false 2024-11-20T11:49:13,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:13,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T11:49:13,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:49:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1cf1c9604245472c8e8370f3955dba18 is 50, key is test_row_0/A:col10/1732103352407/Put/seqid=0 2024-11-20T11:49:13,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742078_1254 (size=12001) 2024-11-20T11:49:13,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1cf1c9604245472c8e8370f3955dba18 2024-11-20T11:49:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6ffcab3cd3b94e87a306c74fe6ff8e45 is 50, key is test_row_0/B:col10/1732103352407/Put/seqid=0 2024-11-20T11:49:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742079_1255 (size=12001) 2024-11-20T11:49:13,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6ffcab3cd3b94e87a306c74fe6ff8e45 2024-11-20T11:49:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/f722103ee4b94f6fab171755e5ef1389 is 50, key is test_row_0/C:col10/1732103352407/Put/seqid=0 2024-11-20T11:49:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742080_1256 (size=12001) 2024-11-20T11:49:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:13,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:13,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103413597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103413603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/f722103ee4b94f6fab171755e5ef1389 2024-11-20T11:49:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1cf1c9604245472c8e8370f3955dba18 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18 2024-11-20T11:49:13,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T11:49:13,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6ffcab3cd3b94e87a306c74fe6ff8e45 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45 2024-11-20T11:49:13,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T11:49:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/f722103ee4b94f6fab171755e5ef1389 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389 2024-11-20T11:49:13,699 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T11:49:13,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 531ms, sequenceid=90, compaction requested=true 2024-11-20T11:49:13,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:13,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-20T11:49:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-20T11:49:13,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T11:49:13,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0930 sec 2024-11-20T11:49:13,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0990 sec 2024-11-20T11:49:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:13,718 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:13,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:49:13,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aa479bcc76c54cb3bf9361160d22c6c5 is 50, key is test_row_0/A:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103413740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103413743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742081_1257 (size=14341) 2024-11-20T11:49:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T11:49:13,765 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:13,766 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T11:49:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:13,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:13,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:13,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:13,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103413844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103413855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:13,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:13,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103414054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103414065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:14,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aa479bcc76c54cb3bf9361160d22c6c5 2024-11-20T11:49:14,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6652876c205c4b06bc021b1b0e0fa41c is 50, key is test_row_0/B:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742082_1258 (size=12001) 2024-11-20T11:49:14,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6652876c205c4b06bc021b1b0e0fa41c 2024-11-20T11:49:14,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c5db56d2f937477f835ef81edb729739 is 50, key is test_row_0/C:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:14,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742083_1259 (size=12001) 2024-11-20T11:49:14,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c5db56d2f937477f835ef81edb729739 2024-11-20T11:49:14,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/aa479bcc76c54cb3bf9361160d22c6c5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5 2024-11-20T11:49:14,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5, entries=200, sequenceid=116, filesize=14.0 K 2024-11-20T11:49:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6652876c205c4b06bc021b1b0e0fa41c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c 2024-11-20T11:49:14,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T11:49:14,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c5db56d2f937477f835ef81edb729739 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739 2024-11-20T11:49:14,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T11:49:14,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 516ms, sequenceid=116, compaction requested=true 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:14,234 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:14,234 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:14,237 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:14,237 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:14,237 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,237 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/4e99dbd163f248b480e9e0e954c87026, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.0 K 2024-11-20T11:49:14,237 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:14,237 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:14,237 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,237 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/03ab803871b6446999f9be056e4cec99, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=49.3 K 2024-11-20T11:49:14,238 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03ab803871b6446999f9be056e4cec99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:14,238 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e99dbd163f248b480e9e0e954c87026, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:14,238 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 642ae0975b8a4107ae5d45092c30c2e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732103351732 2024-11-20T11:49:14,238 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df68c88313a4c918a5cda198cb22b7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732103351732 2024-11-20T11:49:14,239 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cf1c9604245472c8e8370f3955dba18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732103352382 2024-11-20T11:49:14,239 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ffcab3cd3b94e87a306c74fe6ff8e45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732103352382 2024-11-20T11:49:14,239 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa479bcc76c54cb3bf9361160d22c6c5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:14,240 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6652876c205c4b06bc021b1b0e0fa41c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:14,254 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:14,254 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/921056e71ab045a492135b4d8cf82cf5 is 50, key is test_row_0/A:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:14,261 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:14,261 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/37998aac39304e0cb3efecaf6530de1e is 50, key is test_row_0/B:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742084_1260 (size=12241) 2024-11-20T11:49:14,301 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/921056e71ab045a492135b4d8cf82cf5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/921056e71ab045a492135b4d8cf82cf5 2024-11-20T11:49:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742085_1261 (size=12241) 2024-11-20T11:49:14,314 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 921056e71ab045a492135b4d8cf82cf5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:14,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:14,314 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=12, startTime=1732103354234; duration=0sec 2024-11-20T11:49:14,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:14,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:14,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:14,317 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:14,317 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:14,317 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,317 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/906cf3cab306436b854d2959a131a23f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.0 K 2024-11-20T11:49:14,318 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 906cf3cab306436b854d2959a131a23f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732103350640 2024-11-20T11:49:14,318 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e11cd0efcf4513bb7271111e3fd5d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732103351732 2024-11-20T11:49:14,319 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f722103ee4b94f6fab171755e5ef1389, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732103352382 2024-11-20T11:49:14,319 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5db56d2f937477f835ef81edb729739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:14,327 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/37998aac39304e0cb3efecaf6530de1e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/37998aac39304e0cb3efecaf6530de1e 2024-11-20T11:49:14,328 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:14,328 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/509c3e26e1cf4828b34644a2c902001c is 50, key is test_row_0/C:col10/1732103353593/Put/seqid=0 2024-11-20T11:49:14,337 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 37998aac39304e0cb3efecaf6530de1e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:14,337 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:14,337 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=12, startTime=1732103354234; duration=0sec 2024-11-20T11:49:14,337 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:14,337 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:14,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742086_1262 (size=12241) 2024-11-20T11:49:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:14,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:14,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:49:14,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0a0c77c82a554e85a5d41b1707bb98f4 is 50, key is test_row_0/A:col10/1732103354367/Put/seqid=0 2024-11-20T11:49:14,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742087_1263 (size=14391) 2024-11-20T11:49:14,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0a0c77c82a554e85a5d41b1707bb98f4 2024-11-20T11:49:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:14,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/469f2a0dbc694e1bb889d718f839e0c6 is 50, key is test_row_0/B:col10/1732103354367/Put/seqid=0 2024-11-20T11:49:14,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742088_1264 (size=12051) 2024-11-20T11:49:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103414471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103414475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103414574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103414585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,771 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/509c3e26e1cf4828b34644a2c902001c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/509c3e26e1cf4828b34644a2c902001c 2024-11-20T11:49:14,777 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 509c3e26e1cf4828b34644a2c902001c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:14,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:14,778 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=12, startTime=1732103354234; duration=0sec 2024-11-20T11:49:14,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:14,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103414785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103414795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103414814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103414814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,818 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:14,818 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103414825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:14,827 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:14,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/469f2a0dbc694e1bb889d718f839e0c6 2024-11-20T11:49:14,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/1271f80f6c3c4386b1815620e3843e6b is 50, key is test_row_0/C:col10/1732103354367/Put/seqid=0 2024-11-20T11:49:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742089_1265 (size=12051) 2024-11-20T11:49:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:14,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:14,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:15,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103415094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103415104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:15,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:15,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/1271f80f6c3c4386b1815620e3843e6b 2024-11-20T11:49:15,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0a0c77c82a554e85a5d41b1707bb98f4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4 2024-11-20T11:49:15,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4, entries=200, sequenceid=129, filesize=14.1 K 2024-11-20T11:49:15,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/469f2a0dbc694e1bb889d718f839e0c6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6 2024-11-20T11:49:15,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T11:49:15,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/1271f80f6c3c4386b1815620e3843e6b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b 2024-11-20T11:49:15,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b, entries=150, sequenceid=129, filesize=11.8 K 2024-11-20T11:49:15,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 925ms, sequenceid=129, compaction requested=false 2024-11-20T11:49:15,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:15,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T11:49:15,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:15,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:49:15,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/c7b70519c13c45d3a1b322aa3a2ce8d8 is 50, key is test_row_0/A:col10/1732103354463/Put/seqid=0 2024-11-20T11:49:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742090_1266 (size=12151) 2024-11-20T11:49:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:15,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103415627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103415630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,714 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/c7b70519c13c45d3a1b322aa3a2ce8d8 2024-11-20T11:49:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0ed56b8781de45f791cab7684e847973 is 50, key is test_row_0/B:col10/1732103354463/Put/seqid=0 2024-11-20T11:49:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103415735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742091_1267 (size=12151) 2024-11-20T11:49:15,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103415744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103415945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:15,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103415954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,148 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0ed56b8781de45f791cab7684e847973 2024-11-20T11:49:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/90c9bb6070454414911526239f88f548 is 50, key is test_row_0/C:col10/1732103354463/Put/seqid=0 2024-11-20T11:49:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742092_1268 (size=12151) 2024-11-20T11:49:16,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103416254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103416265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,588 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/90c9bb6070454414911526239f88f548 2024-11-20T11:49:16,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/c7b70519c13c45d3a1b322aa3a2ce8d8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8 2024-11-20T11:49:16,601 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T11:49:16,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0ed56b8781de45f791cab7684e847973 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973 2024-11-20T11:49:16,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T11:49:16,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/90c9bb6070454414911526239f88f548 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548 2024-11-20T11:49:16,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T11:49:16,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1311ms, sequenceid=155, compaction requested=true 2024-11-20T11:49:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T11:49:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T11:49:16,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T11:49:16,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8490 sec 2024-11-20T11:49:16,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.8570 sec 2024-11-20T11:49:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:16,768 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:16,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:49:16,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1c70f16941344e8ca755742867253e64 is 50, key is test_row_0/A:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742093_1269 (size=12151) 2024-11-20T11:49:16,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1c70f16941344e8ca755742867253e64 2024-11-20T11:49:16,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dc30939b77614c6793d06c7e62bfbc3a is 50, key is test_row_0/B:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742094_1270 (size=12151) 2024-11-20T11:49:16,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dc30939b77614c6793d06c7e62bfbc3a 2024-11-20T11:49:16,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/38b3eeb8bfbc4d079b0071df0c6e9db3 is 50, key is test_row_0/C:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103416840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103416843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742095_1271 (size=12151) 2024-11-20T11:49:16,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/38b3eeb8bfbc4d079b0071df0c6e9db3 2024-11-20T11:49:16,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/1c70f16941344e8ca755742867253e64 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64 2024-11-20T11:49:16,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T11:49:16,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dc30939b77614c6793d06c7e62bfbc3a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a 2024-11-20T11:49:16,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T11:49:16,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/38b3eeb8bfbc4d079b0071df0c6e9db3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3 2024-11-20T11:49:16,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T11:49:16,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 145ms, sequenceid=167, compaction requested=true 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:16,913 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:16,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:49:16,913 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:16,915 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50934 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:16,915 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:16,915 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:16,915 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:16,915 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:16,915 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:16,915 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/37998aac39304e0cb3efecaf6530de1e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.5 K 2024-11-20T11:49:16,915 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/921056e71ab045a492135b4d8cf82cf5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=49.7 K 2024-11-20T11:49:16,916 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 37998aac39304e0cb3efecaf6530de1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:16,916 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 921056e71ab045a492135b4d8cf82cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:16,916 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 469f2a0dbc694e1bb889d718f839e0c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103353734 2024-11-20T11:49:16,917 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed56b8781de45f791cab7684e847973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732103354463 2024-11-20T11:49:16,917 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a0c77c82a554e85a5d41b1707bb98f4, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103353727 2024-11-20T11:49:16,917 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting dc30939b77614c6793d06c7e62bfbc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:16,918 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7b70519c13c45d3a1b322aa3a2ce8d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732103354463 2024-11-20T11:49:16,918 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c70f16941344e8ca755742867253e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:16,927 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:16,927 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/5e01c2094baf404cbf5c6eb22a23d136 is 50, key is test_row_0/A:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,929 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#226 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:16,929 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/aeb93ec6519d4817ae208cfb32c12474 is 50, key is test_row_0/B:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742097_1273 (size=12527) 2024-11-20T11:49:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742096_1272 (size=12527) 2024-11-20T11:49:16,942 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/aeb93ec6519d4817ae208cfb32c12474 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/aeb93ec6519d4817ae208cfb32c12474 2024-11-20T11:49:16,943 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/5e01c2094baf404cbf5c6eb22a23d136 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/5e01c2094baf404cbf5c6eb22a23d136 2024-11-20T11:49:16,949 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 5e01c2094baf404cbf5c6eb22a23d136(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:16,949 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:16,949 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=12, startTime=1732103356913; duration=0sec 2024-11-20T11:49:16,949 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:16,949 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:16,949 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:16,950 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into aeb93ec6519d4817ae208cfb32c12474(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:16,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:16,950 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=12, startTime=1732103356913; duration=0sec 2024-11-20T11:49:16,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:16,950 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:16,951 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:16,951 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:16,951 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:16,951 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/509c3e26e1cf4828b34644a2c902001c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.5 K 2024-11-20T11:49:16,951 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 509c3e26e1cf4828b34644a2c902001c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732103353593 2024-11-20T11:49:16,951 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1271f80f6c3c4386b1815620e3843e6b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103353734 2024-11-20T11:49:16,952 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c9bb6070454414911526239f88f548, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732103354463 2024-11-20T11:49:16,952 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b3eeb8bfbc4d079b0071df0c6e9db3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:16,957 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:16,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:49:16,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/40150c105f524aac861b6a727717cc09 is 50, key is test_row_0/A:col10/1732103356957/Put/seqid=0 2024-11-20T11:49:16,967 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:16,967 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0a24134656f04526a856063929343798 is 50, key is test_row_0/C:col10/1732103355626/Put/seqid=0 2024-11-20T11:49:16,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103416977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103416981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:16,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742098_1274 (size=14541) 2024-11-20T11:49:16,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742099_1275 (size=12527) 2024-11-20T11:49:17,000 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0a24134656f04526a856063929343798 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0a24134656f04526a856063929343798 2024-11-20T11:49:17,005 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 0a24134656f04526a856063929343798(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:17,005 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:17,005 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=12, startTime=1732103356913; duration=0sec 2024-11-20T11:49:17,005 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:17,005 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103417085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103417095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103417294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103417305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/40150c105f524aac861b6a727717cc09 2024-11-20T11:49:17,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/2a55952e9946461087a43ea81167345f is 50, key is test_row_0/B:col10/1732103356957/Put/seqid=0 2024-11-20T11:49:17,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742100_1276 (size=12151) 2024-11-20T11:49:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103417604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103417615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:17,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:17,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/2a55952e9946461087a43ea81167345f 2024-11-20T11:49:17,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/fe5429f8e18a47bb924136b8458cc376 is 50, key is test_row_0/C:col10/1732103356957/Put/seqid=0 2024-11-20T11:49:17,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742101_1277 (size=12151) 2024-11-20T11:49:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T11:49:17,935 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:17,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T11:49:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:17,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:17,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:17,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:18,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T11:49:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:18,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103418114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103418125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T11:49:18,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:18,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:18,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:18,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:18,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/fe5429f8e18a47bb924136b8458cc376 2024-11-20T11:49:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:18,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/40150c105f524aac861b6a727717cc09 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09 2024-11-20T11:49:18,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09, entries=200, sequenceid=195, filesize=14.2 K 2024-11-20T11:49:18,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/2a55952e9946461087a43ea81167345f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f 2024-11-20T11:49:18,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T11:49:18,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/fe5429f8e18a47bb924136b8458cc376 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376 2024-11-20T11:49:18,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T11:49:18,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1322ms, sequenceid=195, compaction requested=false 2024-11-20T11:49:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:18,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T11:49:18,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:18,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:49:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/b6b90d7f3bb74971ba12504d2b361c13 is 50, key is test_row_0/A:col10/1732103356974/Put/seqid=0 2024-11-20T11:49:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742102_1278 (size=12151) 2024-11-20T11:49:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:18,805 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/b6b90d7f3bb74971ba12504d2b361c13 2024-11-20T11:49:18,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/88032c6b4b3444b4bb92fe4bba4810e6 is 50, key is test_row_0/B:col10/1732103356974/Put/seqid=0 2024-11-20T11:49:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742103_1279 (size=12151) 2024-11-20T11:49:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:18,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103418874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103418875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103418876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103418985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103418985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103418985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103419134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103419135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,136 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,137 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103419195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103419195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103419195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/88032c6b4b3444b4bb92fe4bba4810e6 2024-11-20T11:49:19,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/05fcc428173e4276a9ec87b72346890f is 50, key is test_row_0/C:col10/1732103356974/Put/seqid=0 2024-11-20T11:49:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742104_1280 (size=12151) 2024-11-20T11:49:19,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103419505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103419505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103419505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:19,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:19,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:19,642 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/05fcc428173e4276a9ec87b72346890f 2024-11-20T11:49:19,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/b6b90d7f3bb74971ba12504d2b361c13 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13 2024-11-20T11:49:19,650 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T11:49:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/88032c6b4b3444b4bb92fe4bba4810e6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6 2024-11-20T11:49:19,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T11:49:19,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/05fcc428173e4276a9ec87b72346890f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f 2024-11-20T11:49:19,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f, entries=150, sequenceid=206, filesize=11.9 K 2024-11-20T11:49:19,661 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1264ms, sequenceid=206, compaction requested=true 2024-11-20T11:49:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T11:49:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T11:49:19,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T11:49:19,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-11-20T11:49:19,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7290 sec 2024-11-20T11:49:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:20,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:20,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T11:49:20,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/4a32193b28fd44659ca17f5b64856429 is 50, key is test_row_0/A:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103420037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742105_1281 (size=16931) 2024-11-20T11:49:20,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/4a32193b28fd44659ca17f5b64856429 2024-11-20T11:49:20,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103420038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103420038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ac4354c996af41f18aa10236b3a74631 is 50, key is test_row_0/B:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742106_1282 (size=12151) 2024-11-20T11:49:20,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ac4354c996af41f18aa10236b3a74631 2024-11-20T11:49:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T11:49:20,086 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:20,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0e06e04d57644e77bba50fa22e2a25b0 is 50, key is test_row_0/C:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:20,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T11:49:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T11:49:20,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:20,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:20,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:20,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742107_1283 (size=12151) 2024-11-20T11:49:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103420144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103420145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103420155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T11:49:20,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T11:49:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103420361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103420361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103420364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T11:49:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T11:49:20,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0e06e04d57644e77bba50fa22e2a25b0 2024-11-20T11:49:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/4a32193b28fd44659ca17f5b64856429 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429 2024-11-20T11:49:20,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429, entries=250, sequenceid=235, filesize=16.5 K 2024-11-20T11:49:20,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ac4354c996af41f18aa10236b3a74631 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631 2024-11-20T11:49:20,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T11:49:20,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/0e06e04d57644e77bba50fa22e2a25b0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0 2024-11-20T11:49:20,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T11:49:20,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 530ms, sequenceid=235, compaction requested=true 2024-11-20T11:49:20,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:20,548 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:20,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:49:20,548 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:20,550 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:20,551 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:20,551 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56150 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:20,551 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,551 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:20,551 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,551 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/aeb93ec6519d4817ae208cfb32c12474, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.8 K 2024-11-20T11:49:20,551 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/5e01c2094baf404cbf5c6eb22a23d136, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=54.8 K 2024-11-20T11:49:20,551 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb93ec6519d4817ae208cfb32c12474, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:20,551 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e01c2094baf404cbf5c6eb22a23d136, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:20,552 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a55952e9946461087a43ea81167345f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103356837 2024-11-20T11:49:20,552 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40150c105f524aac861b6a727717cc09, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103356837 2024-11-20T11:49:20,552 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 88032c6b4b3444b4bb92fe4bba4810e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732103356974 2024-11-20T11:49:20,552 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b90d7f3bb74971ba12504d2b361c13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732103356974 2024-11-20T11:49:20,553 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ac4354c996af41f18aa10236b3a74631, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:20,553 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a32193b28fd44659ca17f5b64856429, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:20,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T11:49:20,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:49:20,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f36cd978b3b2450b9c4945528d923073 is 50, key is test_row_0/A:col10/1732103360020/Put/seqid=0 2024-11-20T11:49:20,591 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:20,592 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/820f70dae49648a5a5418d67b75bd672 is 50, key is test_row_0/B:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,610 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:20,611 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/83520d99bdd547df98cf969a7fb471f1 is 50, key is test_row_0/A:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742108_1284 (size=12151) 2024-11-20T11:49:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742109_1285 (size=12663) 2024-11-20T11:49:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742110_1286 (size=12663) 2024-11-20T11:49:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:20,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:20,684 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/83520d99bdd547df98cf969a7fb471f1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/83520d99bdd547df98cf969a7fb471f1 2024-11-20T11:49:20,699 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 83520d99bdd547df98cf969a7fb471f1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:20,699 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:20,699 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=12, startTime=1732103360547; duration=0sec 2024-11-20T11:49:20,699 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:20,699 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:20,699 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:20,701 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:20,701 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:20,701 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:20,701 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0a24134656f04526a856063929343798, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=47.8 K 2024-11-20T11:49:20,702 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a24134656f04526a856063929343798, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732103355626 2024-11-20T11:49:20,702 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe5429f8e18a47bb924136b8458cc376, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103356837 2024-11-20T11:49:20,702 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05fcc428173e4276a9ec87b72346890f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732103356974 2024-11-20T11:49:20,703 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e06e04d57644e77bba50fa22e2a25b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T11:49:20,731 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:20,731 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/73bf25c6e91445d2a7eec6b37d4f5279 is 50, key is test_row_0/C:col10/1732103358873/Put/seqid=0 2024-11-20T11:49:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103420741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103420744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103420746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742111_1287 (size=12663) 2024-11-20T11:49:20,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103420854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103420855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103420855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,041 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f36cd978b3b2450b9c4945528d923073 2024-11-20T11:49:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a is 50, key is test_row_0/B:col10/1732103360020/Put/seqid=0 2024-11-20T11:49:21,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742112_1288 (size=12151) 2024-11-20T11:49:21,056 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/820f70dae49648a5a5418d67b75bd672 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/820f70dae49648a5a5418d67b75bd672 2024-11-20T11:49:21,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a 2024-11-20T11:49:21,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103421065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103421067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103421067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,072 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 820f70dae49648a5a5418d67b75bd672(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:21,073 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,073 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=12, startTime=1732103360548; duration=0sec 2024-11-20T11:49:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5561384cfafb418eb115fae615f8f667 is 50, key is test_row_0/C:col10/1732103360020/Put/seqid=0 2024-11-20T11:49:21,075 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:21,075 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742113_1289 (size=12151) 2024-11-20T11:49:21,095 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5561384cfafb418eb115fae615f8f667 2024-11-20T11:49:21,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f36cd978b3b2450b9c4945528d923073 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073 2024-11-20T11:49:21,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:49:21,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a 2024-11-20T11:49:21,116 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:49:21,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5561384cfafb418eb115fae615f8f667 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667 2024-11-20T11:49:21,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:49:21,123 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 569ms, sequenceid=243, compaction requested=false 2024-11-20T11:49:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T11:49:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T11:49:21,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T11:49:21,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-20T11:49:21,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0390 sec 2024-11-20T11:49:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:21,148 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:21,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T11:49:21,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/43cf3b6d9016467e84bb8bdbf72853c2 is 50, key is test_row_0/A:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103421161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,166 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/73bf25c6e91445d2a7eec6b37d4f5279 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/73bf25c6e91445d2a7eec6b37d4f5279 2024-11-20T11:49:21,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103421169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,176 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 73bf25c6e91445d2a7eec6b37d4f5279(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:21,176 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,176 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=12, startTime=1732103360548; duration=0sec 2024-11-20T11:49:21,176 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,176 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742114_1290 (size=12301) 2024-11-20T11:49:21,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/43cf3b6d9016467e84bb8bdbf72853c2 2024-11-20T11:49:21,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dec35d47ecc74c9f8f754be02349690d is 50, key is test_row_0/B:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T11:49:21,225 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:21,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T11:49:21,228 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:21,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:21,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742115_1291 (size=12301) 2024-11-20T11:49:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103421275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103421285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:21,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103421375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103421375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103421375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103421485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103421494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T11:49:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:21,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dec35d47ecc74c9f8f754be02349690d 2024-11-20T11:49:21,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3a760c7bdb2b43de832532774c803786 is 50, key is test_row_0/C:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742116_1292 (size=12301) 2024-11-20T11:49:21,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3a760c7bdb2b43de832532774c803786 2024-11-20T11:49:21,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/43cf3b6d9016467e84bb8bdbf72853c2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2 2024-11-20T11:49:21,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T11:49:21,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/dec35d47ecc74c9f8f754be02349690d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d 2024-11-20T11:49:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T11:49:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3a760c7bdb2b43de832532774c803786 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786 2024-11-20T11:49:21,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T11:49:21,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 527ms, sequenceid=274, compaction requested=true 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,675 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:21,675 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:21,676 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:21,677 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:21,677 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,677 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/820f70dae49648a5a5418d67b75bd672, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=36.2 K 2024-11-20T11:49:21,677 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:21,677 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 820f70dae49648a5a5418d67b75bd672, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:21,677 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:21,677 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,677 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/83520d99bdd547df98cf969a7fb471f1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=36.2 K 2024-11-20T11:49:21,678 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ef2e5e84f7a040d4bce0cb4cf54f5d7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103360020 2024-11-20T11:49:21,678 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting dec35d47ecc74c9f8f754be02349690d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:21,678 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83520d99bdd547df98cf969a7fb471f1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:21,685 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f36cd978b3b2450b9c4945528d923073, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103360020 2024-11-20T11:49:21,685 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43cf3b6d9016467e84bb8bdbf72853c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:21,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T11:49:21,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T11:49:21,698 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:21,698 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/3ffb780365db439e8cd60429a96daeb0 is 50, key is test_row_0/B:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0e6daa28172442bd89eeb8d29fc150e0 is 50, key is test_row_0/A:col10/1732103361163/Put/seqid=0 2024-11-20T11:49:21,712 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:21,713 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/6410e5c5bcdf466ebe885e9d92f4732d is 50, key is test_row_0/A:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742118_1294 (size=9857) 2024-11-20T11:49:21,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742119_1295 (size=12915) 2024-11-20T11:49:21,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742117_1293 (size=12915) 2024-11-20T11:49:21,746 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/6410e5c5bcdf466ebe885e9d92f4732d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/6410e5c5bcdf466ebe885e9d92f4732d 2024-11-20T11:49:21,750 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/3ffb780365db439e8cd60429a96daeb0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/3ffb780365db439e8cd60429a96daeb0 2024-11-20T11:49:21,753 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 6410e5c5bcdf466ebe885e9d92f4732d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:21,753 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,753 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=13, startTime=1732103361675; duration=0sec 2024-11-20T11:49:21,753 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:21,753 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:21,753 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:21,754 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:21,754 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:21,754 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:21,755 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/73bf25c6e91445d2a7eec6b37d4f5279, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=36.2 K 2024-11-20T11:49:21,755 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73bf25c6e91445d2a7eec6b37d4f5279, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732103358873 2024-11-20T11:49:21,755 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5561384cfafb418eb115fae615f8f667, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103360020 2024-11-20T11:49:21,756 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a760c7bdb2b43de832532774c803786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:21,757 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 3ffb780365db439e8cd60429a96daeb0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:21,757 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:21,757 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=13, startTime=1732103361675; duration=0sec 2024-11-20T11:49:21,757 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:21,757 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:21,764 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:21,764 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/95e032737be14609bccb5b3ddb746b63 is 50, key is test_row_0/C:col10/1732103361147/Put/seqid=0 2024-11-20T11:49:21,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742120_1296 (size=12915) 2024-11-20T11:49:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:21,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:21,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103421842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103421845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103421955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103421955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0e6daa28172442bd89eeb8d29fc150e0 2024-11-20T11:49:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ca369c37b0854423a2e607167d79dc8c is 50, key is test_row_0/B:col10/1732103361163/Put/seqid=0 2024-11-20T11:49:22,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103422165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103422165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,192 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/95e032737be14609bccb5b3ddb746b63 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/95e032737be14609bccb5b3ddb746b63 2024-11-20T11:49:22,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742121_1297 (size=9857) 2024-11-20T11:49:22,199 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 95e032737be14609bccb5b3ddb746b63(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:22,199 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:22,199 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=13, startTime=1732103361675; duration=0sec 2024-11-20T11:49:22,199 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:22,199 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103422474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103422475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,599 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ca369c37b0854423a2e607167d79dc8c 2024-11-20T11:49:22,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/58cd4af7049a413b848e0a260f6669ef is 50, key is test_row_0/C:col10/1732103361163/Put/seqid=0 2024-11-20T11:49:22,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742122_1298 (size=9857) 2024-11-20T11:49:22,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103422895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103422895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103422895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,897 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:22,897 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,898 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103422984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:22,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103422995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:23,016 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/58cd4af7049a413b848e0a260f6669ef 2024-11-20T11:49:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/0e6daa28172442bd89eeb8d29fc150e0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0 2024-11-20T11:49:23,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0, entries=100, sequenceid=282, filesize=9.6 K 2024-11-20T11:49:23,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ca369c37b0854423a2e607167d79dc8c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c 2024-11-20T11:49:23,029 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c, entries=100, sequenceid=282, filesize=9.6 K 2024-11-20T11:49:23,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/58cd4af7049a413b848e0a260f6669ef as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef 2024-11-20T11:49:23,040 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef, entries=100, sequenceid=282, filesize=9.6 K 2024-11-20T11:49:23,041 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1353ms, sequenceid=282, compaction requested=false 2024-11-20T11:49:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T11:49:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T11:49:23,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T11:49:23,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-11-20T11:49:23,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8290 sec 2024-11-20T11:49:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T11:49:23,375 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:23,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T11:49:23,378 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:23,378 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:23,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:23,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T11:49:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:23,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T11:49:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2058374c6c6d4f84803524d5fc46fba3 is 50, key is test_row_0/A:col10/1732103361839/Put/seqid=0 2024-11-20T11:49:23,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742123_1299 (size=12301) 2024-11-20T11:49:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:23,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2058374c6c6d4f84803524d5fc46fba3 2024-11-20T11:49:23,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e472cc0fe78420bb741d85d0193a5de is 50, key is test_row_0/B:col10/1732103361839/Put/seqid=0 2024-11-20T11:49:23,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742124_1300 (size=12301) 2024-11-20T11:49:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:24,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103424019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103424020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103424125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103424125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103424335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103424335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e472cc0fe78420bb741d85d0193a5de 2024-11-20T11:49:24,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/d5c18dbaaba4415795811dde1128f5ce is 50, key is test_row_0/C:col10/1732103361839/Put/seqid=0 2024-11-20T11:49:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742125_1301 (size=12301) 2024-11-20T11:49:24,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:24,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103424645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103424645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/d5c18dbaaba4415795811dde1128f5ce 2024-11-20T11:49:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2058374c6c6d4f84803524d5fc46fba3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3 2024-11-20T11:49:24,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T11:49:24,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e472cc0fe78420bb741d85d0193a5de as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de 2024-11-20T11:49:24,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T11:49:24,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/d5c18dbaaba4415795811dde1128f5ce as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce 2024-11-20T11:49:24,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T11:49:24,841 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1310ms, sequenceid=314, compaction requested=true 2024-11-20T11:49:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T11:49:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T11:49:24,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T11:49:24,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-11-20T11:49:24,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4710 sec 2024-11-20T11:49:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:24,918 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:24,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:49:24,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9afbdcaca9ae42a0b36fa57b651f1f08 is 50, key is test_row_0/A:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:24,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742126_1302 (size=14741) 2024-11-20T11:49:24,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9afbdcaca9ae42a0b36fa57b651f1f08 2024-11-20T11:49:24,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0901d685bf9648649401962e55f7b871 is 50, key is test_row_0/B:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:24,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103424970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103424972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103424972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742127_1303 (size=12301) 2024-11-20T11:49:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103425085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103425085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103425085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103425154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103425154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103425295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103425295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103425295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0901d685bf9648649401962e55f7b871 2024-11-20T11:49:25,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/bfc3e16470484e47abbcbc3f42ffb844 is 50, key is test_row_0/C:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742128_1304 (size=12301) 2024-11-20T11:49:25,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T11:49:25,526 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:25,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-20T11:49:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:25,529 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:25,531 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:25,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103425605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103425605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103425605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:25,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T11:49:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T11:49:25,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:25,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/bfc3e16470484e47abbcbc3f42ffb844 2024-11-20T11:49:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9afbdcaca9ae42a0b36fa57b651f1f08 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08 2024-11-20T11:49:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:25,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08, entries=200, sequenceid=326, filesize=14.4 K 2024-11-20T11:49:25,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/0901d685bf9648649401962e55f7b871 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871 2024-11-20T11:49:25,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871, entries=150, sequenceid=326, filesize=12.0 K 2024-11-20T11:49:25,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/bfc3e16470484e47abbcbc3f42ffb844 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844 2024-11-20T11:49:25,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844, entries=150, sequenceid=326, filesize=12.0 K 2024-11-20T11:49:25,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 939ms, sequenceid=326, compaction requested=true 2024-11-20T11:49:25,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:25,858 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:25,858 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:25,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:25,859 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49814 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:25,859 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:25,859 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,859 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/6410e5c5bcdf466ebe885e9d92f4732d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=48.6 K 2024-11-20T11:49:25,859 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:25,859 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:25,859 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,859 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/3ffb780365db439e8cd60429a96daeb0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=46.3 K 2024-11-20T11:49:25,860 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ffb780365db439e8cd60429a96daeb0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:25,860 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6410e5c5bcdf466ebe885e9d92f4732d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:25,860 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ca369c37b0854423a2e607167d79dc8c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103361159 2024-11-20T11:49:25,860 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e6daa28172442bd89eeb8d29fc150e0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103361159 2024-11-20T11:49:25,861 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e472cc0fe78420bb741d85d0193a5de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732103361832 2024-11-20T11:49:25,861 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2058374c6c6d4f84803524d5fc46fba3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732103361832 2024-11-20T11:49:25,861 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0901d685bf9648649401962e55f7b871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364914 2024-11-20T11:49:25,861 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9afbdcaca9ae42a0b36fa57b651f1f08, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364910 2024-11-20T11:49:25,870 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:25,870 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:25,870 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ac89e9bea41d443d9b63e4eacc04fa0c is 50, key is test_row_0/B:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:25,870 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/940b970593704db995168a6789520216 is 50, key is test_row_0/A:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742130_1306 (size=13051) 2024-11-20T11:49:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742129_1305 (size=13051) 2024-11-20T11:49:25,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T11:49:25,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:25,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:49:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f7d45e4d765d466b9a36de7539b9a5b8 is 50, key is test_row_0/A:col10/1732103364969/Put/seqid=0 2024-11-20T11:49:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742131_1307 (size=12301) 2024-11-20T11:49:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:26,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103426126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103426127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103426128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:26,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103426165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,168 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103426174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,177 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103426235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103426235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103426235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,278 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/ac89e9bea41d443d9b63e4eacc04fa0c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac89e9bea41d443d9b63e4eacc04fa0c 2024-11-20T11:49:26,278 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/940b970593704db995168a6789520216 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/940b970593704db995168a6789520216 2024-11-20T11:49:26,284 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into ac89e9bea41d443d9b63e4eacc04fa0c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:26,284 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 940b970593704db995168a6789520216(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:26,284 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:26,284 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:26,285 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=12, startTime=1732103365857; duration=0sec 2024-11-20T11:49:26,285 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=12, startTime=1732103365858; duration=0sec 2024-11-20T11:49:26,285 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:26,285 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:26,285 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:26,285 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:26,285 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:26,286 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:26,286 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:26,287 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:26,287 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/95e032737be14609bccb5b3ddb746b63, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=46.3 K 2024-11-20T11:49:26,287 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 95e032737be14609bccb5b3ddb746b63, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732103360739 2024-11-20T11:49:26,287 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 58cd4af7049a413b848e0a260f6669ef, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103361159 2024-11-20T11:49:26,288 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c18dbaaba4415795811dde1128f5ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732103361832 2024-11-20T11:49:26,288 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bfc3e16470484e47abbcbc3f42ffb844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364914 2024-11-20T11:49:26,295 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:26,296 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/b6e5b0f9cfac4e8386e09b3aeacb229c is 50, key is test_row_0/C:col10/1732103364918/Put/seqid=0 2024-11-20T11:49:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742132_1308 (size=13051) 2024-11-20T11:49:26,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f7d45e4d765d466b9a36de7539b9a5b8 2024-11-20T11:49:26,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/a537f4d3e2814270bc6f87f6c78e95d4 is 50, key is test_row_0/B:col10/1732103364969/Put/seqid=0 2024-11-20T11:49:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742133_1309 (size=12301) 2024-11-20T11:49:26,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103426445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103426445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103426445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:26,705 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/b6e5b0f9cfac4e8386e09b3aeacb229c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/b6e5b0f9cfac4e8386e09b3aeacb229c 2024-11-20T11:49:26,711 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into b6e5b0f9cfac4e8386e09b3aeacb229c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:26,711 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:26,711 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=12, startTime=1732103365858; duration=0sec 2024-11-20T11:49:26,711 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:26,711 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103426755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:26,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/a537f4d3e2814270bc6f87f6c78e95d4 2024-11-20T11:49:26,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/affeb8798bc04fa695988aee0730b4df is 50, key is test_row_0/C:col10/1732103364969/Put/seqid=0 2024-11-20T11:49:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742134_1310 (size=12301) 2024-11-20T11:49:27,261 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/affeb8798bc04fa695988aee0730b4df 2024-11-20T11:49:27,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f7d45e4d765d466b9a36de7539b9a5b8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8 2024-11-20T11:49:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103427264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103427265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:27,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103427265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:27,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:27,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:49:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/a537f4d3e2814270bc6f87f6c78e95d4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4 2024-11-20T11:49:27,275 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:49:27,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/affeb8798bc04fa695988aee0730b4df as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df 2024-11-20T11:49:27,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:49:27,281 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1292ms, sequenceid=350, compaction requested=false 2024-11-20T11:49:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-20T11:49:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-20T11:49:27,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T11:49:27,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-11-20T11:49:27,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.7580 sec 2024-11-20T11:49:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T11:49:27,675 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:27,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-20T11:49:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:27,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:27,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:27,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:27,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T11:49:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:27,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:49:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/59a63c25effa48c98017147e2e8d4b1a is 50, key is test_row_0/A:col10/1732103366125/Put/seqid=0 2024-11-20T11:49:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742135_1311 (size=12301) 2024-11-20T11:49:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:28,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. as already flushing 2024-11-20T11:49:28,239 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/59a63c25effa48c98017147e2e8d4b1a 2024-11-20T11:49:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103428239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103428239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e5d4c4410eb479587a7faa232f94b90 is 50, key is test_row_0/B:col10/1732103366125/Put/seqid=0 2024-11-20T11:49:28,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742136_1312 (size=12301) 2024-11-20T11:49:28,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103428274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,277 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103428284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103428284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,287 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:28,287 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103428354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103428354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103428565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103428565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,666 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e5d4c4410eb479587a7faa232f94b90 2024-11-20T11:49:28,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5aab558940bf4db7ae26155f060c7608 is 50, key is test_row_0/C:col10/1732103366125/Put/seqid=0 2024-11-20T11:49:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742137_1313 (size=12301) 2024-11-20T11:49:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103428875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103428875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,093 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5aab558940bf4db7ae26155f060c7608 2024-11-20T11:49:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/59a63c25effa48c98017147e2e8d4b1a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a 2024-11-20T11:49:29,104 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T11:49:29,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/8e5d4c4410eb479587a7faa232f94b90 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90 2024-11-20T11:49:29,109 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T11:49:29,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/5aab558940bf4db7ae26155f060c7608 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608 2024-11-20T11:49:29,113 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T11:49:29,114 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1284ms, sequenceid=365, compaction requested=true 2024-11-20T11:49:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-20T11:49:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-20T11:49:29,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T11:49:29,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-11-20T11:49:29,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4430 sec 2024-11-20T11:49:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:29,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:29,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:49:29,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2977762bce814634a2a66eedff69d581 is 50, key is test_row_0/A:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103429400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742138_1314 (size=14741) 2024-11-20T11:49:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103429403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,464 INFO [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129. 2024-11-20T11:49:29,464 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:29,464 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,464 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,465 INFO [Thread-1123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1123. 2024-11-20T11:49:29,465 DEBUG [Thread-1123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:29,465 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,465 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:29,466 INFO [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127. 2024-11-20T11:49:29,466 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:29,466 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,466 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:29,466 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-11-20T11:49:29,467 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:29,467 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,467 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:29,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:29,468 INFO [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125. 2024-11-20T11:49:29,468 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:29,468 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,468 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:29,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103429515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103429515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103429725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103429725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:29,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2977762bce814634a2a66eedff69d581 2024-11-20T11:49:29,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/e1ec792d433f42289824b182e629c121 is 50, key is test_row_0/B:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:29,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742139_1315 (size=12301) 2024-11-20T11:49:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T11:49:29,826 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103430035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103430035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/e1ec792d433f42289824b182e629c121 2024-11-20T11:49:30,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c356a1cbe7594e8db65dd2fa2640616d is 50, key is test_row_0/C:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742140_1316 (size=12301) 2024-11-20T11:49:30,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51012 deadline: 1732103430304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,305 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51054 deadline: 1732103430315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51082 deadline: 1732103430315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,315 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:30,315 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 40f83b6fb3fcaa9eb693a7b5fe64dc50 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51042 deadline: 1732103430545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51026 deadline: 1732103430545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:49:30,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:49:30,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c356a1cbe7594e8db65dd2fa2640616d 2024-11-20T11:49:30,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/2977762bce814634a2a66eedff69d581 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581 2024-11-20T11:49:30,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581, entries=200, sequenceid=391, filesize=14.4 K 2024-11-20T11:49:30,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/e1ec792d433f42289824b182e629c121 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121 2024-11-20T11:49:30,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T11:49:30,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/c356a1cbe7594e8db65dd2fa2640616d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d 2024-11-20T11:49:30,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d, entries=150, sequenceid=391, filesize=12.0 K 2024-11-20T11:49:30,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1271ms, sequenceid=391, compaction requested=true 2024-11-20T11:49:30,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:30,659 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:30,659 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40f83b6fb3fcaa9eb693a7b5fe64dc50:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/B is initiating minor compaction (all files) 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/A is initiating minor compaction (all files) 2024-11-20T11:49:30,660 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/B in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:30,660 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/A in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:30,660 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac89e9bea41d443d9b63e4eacc04fa0c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=48.8 K 2024-11-20T11:49:30,660 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/940b970593704db995168a6789520216, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=51.2 K 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 940b970593704db995168a6789520216, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364914 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ac89e9bea41d443d9b63e4eacc04fa0c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364914 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d45e4d765d466b9a36de7539b9a5b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103364958 2024-11-20T11:49:30,660 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a537f4d3e2814270bc6f87f6c78e95d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103364958 2024-11-20T11:49:30,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a63c25effa48c98017147e2e8d4b1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732103366122 2024-11-20T11:49:30,661 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e5d4c4410eb479587a7faa232f94b90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732103366122 2024-11-20T11:49:30,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2977762bce814634a2a66eedff69d581, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732103368232 2024-11-20T11:49:30,661 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ec792d433f42289824b182e629c121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732103368232 2024-11-20T11:49:30,669 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#A#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:30,669 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:30,670 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f38a42b015754726aaa7babdcf93f290 is 50, key is test_row_0/A:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:30,670 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6a059fc7d7104a568b4e403ec365b98c is 50, key is test_row_0/B:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742141_1317 (size=13187) 2024-11-20T11:49:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742142_1318 (size=13187) 2024-11-20T11:49:31,085 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/f38a42b015754726aaa7babdcf93f290 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f38a42b015754726aaa7babdcf93f290 2024-11-20T11:49:31,085 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/6a059fc7d7104a568b4e403ec365b98c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6a059fc7d7104a568b4e403ec365b98c 2024-11-20T11:49:31,090 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/B of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into 6a059fc7d7104a568b4e403ec365b98c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:31,090 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/A of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into f38a42b015754726aaa7babdcf93f290(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:31,090 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/B, priority=12, startTime=1732103370659; duration=0sec 2024-11-20T11:49:31,090 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/A, priority=12, startTime=1732103370659; duration=0sec 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:B 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:A 2024-11-20T11:49:31,090 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:31,091 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:31,091 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 40f83b6fb3fcaa9eb693a7b5fe64dc50/C is initiating minor compaction (all files) 2024-11-20T11:49:31,091 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40f83b6fb3fcaa9eb693a7b5fe64dc50/C in TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:31,091 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/b6e5b0f9cfac4e8386e09b3aeacb229c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp, totalSize=48.8 K 2024-11-20T11:49:31,091 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b6e5b0f9cfac4e8386e09b3aeacb229c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732103364914 2024-11-20T11:49:31,092 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting affeb8798bc04fa695988aee0730b4df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103364958 2024-11-20T11:49:31,092 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aab558940bf4db7ae26155f060c7608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732103366122 2024-11-20T11:49:31,092 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c356a1cbe7594e8db65dd2fa2640616d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732103368232 2024-11-20T11:49:31,098 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40f83b6fb3fcaa9eb693a7b5fe64dc50#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:31,099 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/d790711c605d4400b8eb160f7ca524e8 is 50, key is test_row_0/C:col10/1732103368232/Put/seqid=0 2024-11-20T11:49:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742143_1319 (size=13187) 2024-11-20T11:49:31,510 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/d790711c605d4400b8eb160f7ca524e8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d790711c605d4400b8eb160f7ca524e8 2024-11-20T11:49:31,517 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40f83b6fb3fcaa9eb693a7b5fe64dc50/C of 40f83b6fb3fcaa9eb693a7b5fe64dc50 into d790711c605d4400b8eb160f7ca524e8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:31,517 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:31,517 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., storeName=40f83b6fb3fcaa9eb693a7b5fe64dc50/C, priority=12, startTime=1732103370659; duration=0sec 2024-11-20T11:49:31,517 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:31,517 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40f83b6fb3fcaa9eb693a7b5fe64dc50:C 2024-11-20T11:49:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:31,556 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:31,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:49:31,556 INFO [Thread-1116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1116. 2024-11-20T11:49:31,556 INFO [Thread-1114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1114. 2024-11-20T11:49:31,556 DEBUG [Thread-1116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:31,556 DEBUG [Thread-1114 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:31,556 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:31,556 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:31,557 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:31,557 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:31,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:31,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:31,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/ab261991c5954d3d890308ca83580c2d is 50, key is test_row_0/A:col10/1732103369399/Put/seqid=0 2024-11-20T11:49:31,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742144_1320 (size=12301) 2024-11-20T11:49:31,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/ab261991c5954d3d890308ca83580c2d 2024-11-20T11:49:31,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b95a15f568a544ff87781142b2e5a104 is 50, key is test_row_0/B:col10/1732103369399/Put/seqid=0 2024-11-20T11:49:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742145_1321 (size=12301) 2024-11-20T11:49:31,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b95a15f568a544ff87781142b2e5a104 2024-11-20T11:49:31,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/4cbe6e4579d141049d9fc84b625b3970 is 50, key is test_row_0/C:col10/1732103369399/Put/seqid=0 2024-11-20T11:49:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742146_1322 (size=12301) 2024-11-20T11:49:32,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/4cbe6e4579d141049d9fc84b625b3970 2024-11-20T11:49:32,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/ab261991c5954d3d890308ca83580c2d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/ab261991c5954d3d890308ca83580c2d 2024-11-20T11:49:32,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/ab261991c5954d3d890308ca83580c2d, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T11:49:32,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/b95a15f568a544ff87781142b2e5a104 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b95a15f568a544ff87781142b2e5a104 2024-11-20T11:49:32,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b95a15f568a544ff87781142b2e5a104, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T11:49:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/4cbe6e4579d141049d9fc84b625b3970 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/4cbe6e4579d141049d9fc84b625b3970 2024-11-20T11:49:32,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/4cbe6e4579d141049d9fc84b625b3970, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T11:49:32,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 858ms, sequenceid=406, compaction requested=false 2024-11-20T11:49:32,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: 2024-11-20T11:49:34,318 INFO [Thread-1120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1120. 2024-11-20T11:49:34,319 DEBUG [Thread-1120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:34,319 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,319 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:34,329 INFO [Thread-1118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1118. 2024-11-20T11:49:34,329 INFO [Thread-1112 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1112. 2024-11-20T11:49:34,329 DEBUG [Thread-1118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:34,329 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,329 DEBUG [Thread-1112 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:34,329 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,330 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:34,330 DEBUG [Thread-1112 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:34,330 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:49:34,330 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-20T11:49:34,330 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-20T11:49:34,330 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3837 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3977 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3807 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3858 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3968 2024-11-20T11:49:34,331 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:49:34,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:49:34,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:49:34,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:34,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:34,333 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:49:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:34,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103374338"}]},"ts":"1732103374338"} 2024-11-20T11:49:34,340 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:49:34,340 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:49:34,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:49:34,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, UNASSIGN}] 2024-11-20T11:49:34,344 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, UNASSIGN 2024-11-20T11:49:34,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=40f83b6fb3fcaa9eb693a7b5fe64dc50, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:34,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, UNASSIGN because future has completed 2024-11-20T11:49:34,347 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:49:34,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:34,501 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:34,501 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:49:34,501 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 40f83b6fb3fcaa9eb693a7b5fe64dc50, disabling compactions & flushes 2024-11-20T11:49:34,501 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:34,501 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:34,501 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. after waiting 0 ms 2024-11-20T11:49:34,501 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:34,501 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T11:49:34,506 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9c2b911b4e854f9db5ee5eb19422cf42 is 50, key is test_row_0/A:col10/1732103374327/Put/seqid=0 2024-11-20T11:49:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742147_1323 (size=12301) 2024-11-20T11:49:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:34,911 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9c2b911b4e854f9db5ee5eb19422cf42 2024-11-20T11:49:34,923 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/68d0e12cb61f467394afd1271041eac1 is 50, key is test_row_0/B:col10/1732103374327/Put/seqid=0 2024-11-20T11:49:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742148_1324 (size=12301) 2024-11-20T11:49:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:35,326 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/68d0e12cb61f467394afd1271041eac1 2024-11-20T11:49:35,332 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3dad750817f449f0b8a6efa5c21032fb is 50, key is test_row_0/C:col10/1732103374327/Put/seqid=0 2024-11-20T11:49:35,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742149_1325 (size=12301) 2024-11-20T11:49:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:35,737 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3dad750817f449f0b8a6efa5c21032fb 2024-11-20T11:49:35,745 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/A/9c2b911b4e854f9db5ee5eb19422cf42 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9c2b911b4e854f9db5ee5eb19422cf42 2024-11-20T11:49:35,751 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9c2b911b4e854f9db5ee5eb19422cf42, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T11:49:35,752 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/B/68d0e12cb61f467394afd1271041eac1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/68d0e12cb61f467394afd1271041eac1 2024-11-20T11:49:35,757 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/68d0e12cb61f467394afd1271041eac1, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T11:49:35,758 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/.tmp/C/3dad750817f449f0b8a6efa5c21032fb as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3dad750817f449f0b8a6efa5c21032fb 2024-11-20T11:49:35,762 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3dad750817f449f0b8a6efa5c21032fb, entries=150, sequenceid=412, filesize=12.0 K 2024-11-20T11:49:35,763 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1262ms, sequenceid=412, compaction requested=true 2024-11-20T11:49:35,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/03ab803871b6446999f9be056e4cec99, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/921056e71ab045a492135b4d8cf82cf5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/5e01c2094baf404cbf5c6eb22a23d136, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/83520d99bdd547df98cf969a7fb471f1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/6410e5c5bcdf466ebe885e9d92f4732d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/940b970593704db995168a6789520216, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581] to archive 2024-11-20T11:49:35,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:35,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/3c17a75263aa44bc9a92a7f1161bed16 2024-11-20T11:49:35,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/d3315ddb01cb42b9ac10122fd3a5a47f 2024-11-20T11:49:35,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/03ab803871b6446999f9be056e4cec99 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/03ab803871b6446999f9be056e4cec99 2024-11-20T11:49:35,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aae4145eded14a4d8dd77ba9b79915ab 2024-11-20T11:49:35,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/642ae0975b8a4107ae5d45092c30c2e9 2024-11-20T11:49:35,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1cf1c9604245472c8e8370f3955dba18 2024-11-20T11:49:35,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/aa479bcc76c54cb3bf9361160d22c6c5 2024-11-20T11:49:35,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/921056e71ab045a492135b4d8cf82cf5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/921056e71ab045a492135b4d8cf82cf5 2024-11-20T11:49:35,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0a0c77c82a554e85a5d41b1707bb98f4 2024-11-20T11:49:35,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/c7b70519c13c45d3a1b322aa3a2ce8d8 2024-11-20T11:49:35,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/5e01c2094baf404cbf5c6eb22a23d136 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/5e01c2094baf404cbf5c6eb22a23d136 2024-11-20T11:49:35,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/1c70f16941344e8ca755742867253e64 2024-11-20T11:49:35,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/40150c105f524aac861b6a727717cc09 2024-11-20T11:49:35,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/b6b90d7f3bb74971ba12504d2b361c13 2024-11-20T11:49:35,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/4a32193b28fd44659ca17f5b64856429 2024-11-20T11:49:35,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/83520d99bdd547df98cf969a7fb471f1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/83520d99bdd547df98cf969a7fb471f1 2024-11-20T11:49:35,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f36cd978b3b2450b9c4945528d923073 2024-11-20T11:49:35,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/6410e5c5bcdf466ebe885e9d92f4732d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/6410e5c5bcdf466ebe885e9d92f4732d 2024-11-20T11:49:35,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/43cf3b6d9016467e84bb8bdbf72853c2 2024-11-20T11:49:35,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/0e6daa28172442bd89eeb8d29fc150e0 2024-11-20T11:49:35,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2058374c6c6d4f84803524d5fc46fba3 2024-11-20T11:49:35,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9afbdcaca9ae42a0b36fa57b651f1f08 2024-11-20T11:49:35,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/940b970593704db995168a6789520216 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/940b970593704db995168a6789520216 2024-11-20T11:49:35,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f7d45e4d765d466b9a36de7539b9a5b8 2024-11-20T11:49:35,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/59a63c25effa48c98017147e2e8d4b1a 2024-11-20T11:49:35,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/2977762bce814634a2a66eedff69d581 2024-11-20T11:49:35,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/4e99dbd163f248b480e9e0e954c87026, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/37998aac39304e0cb3efecaf6530de1e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/aeb93ec6519d4817ae208cfb32c12474, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/820f70dae49648a5a5418d67b75bd672, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/3ffb780365db439e8cd60429a96daeb0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac89e9bea41d443d9b63e4eacc04fa0c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121] to archive 2024-11-20T11:49:35,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:35,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/adbba279deec4c65969566ed4c7ef490 2024-11-20T11:49:35,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/d123bff4c2144f42ac7b543d314705c5 2024-11-20T11:49:35,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/4e99dbd163f248b480e9e0e954c87026 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/4e99dbd163f248b480e9e0e954c87026 2024-11-20T11:49:35,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b9a900f67b2e4f49a60bcc64a80214fc 2024-11-20T11:49:35,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/5df68c88313a4c918a5cda198cb22b7d 2024-11-20T11:49:35,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6ffcab3cd3b94e87a306c74fe6ff8e45 2024-11-20T11:49:35,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/37998aac39304e0cb3efecaf6530de1e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/37998aac39304e0cb3efecaf6530de1e 2024-11-20T11:49:35,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6652876c205c4b06bc021b1b0e0fa41c 2024-11-20T11:49:35,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/469f2a0dbc694e1bb889d718f839e0c6 2024-11-20T11:49:35,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0ed56b8781de45f791cab7684e847973 2024-11-20T11:49:35,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/aeb93ec6519d4817ae208cfb32c12474 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/aeb93ec6519d4817ae208cfb32c12474 2024-11-20T11:49:35,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dc30939b77614c6793d06c7e62bfbc3a 2024-11-20T11:49:35,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/2a55952e9946461087a43ea81167345f 2024-11-20T11:49:35,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/88032c6b4b3444b4bb92fe4bba4810e6 2024-11-20T11:49:35,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/820f70dae49648a5a5418d67b75bd672 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/820f70dae49648a5a5418d67b75bd672 2024-11-20T11:49:35,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac4354c996af41f18aa10236b3a74631 2024-11-20T11:49:35,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ef2e5e84f7a040d4bce0cb4cf54f5d7a 2024-11-20T11:49:35,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/3ffb780365db439e8cd60429a96daeb0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/3ffb780365db439e8cd60429a96daeb0 2024-11-20T11:49:35,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/dec35d47ecc74c9f8f754be02349690d 2024-11-20T11:49:35,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ca369c37b0854423a2e607167d79dc8c 2024-11-20T11:49:35,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e472cc0fe78420bb741d85d0193a5de 2024-11-20T11:49:35,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac89e9bea41d443d9b63e4eacc04fa0c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/ac89e9bea41d443d9b63e4eacc04fa0c 2024-11-20T11:49:35,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/0901d685bf9648649401962e55f7b871 2024-11-20T11:49:35,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/a537f4d3e2814270bc6f87f6c78e95d4 2024-11-20T11:49:35,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/8e5d4c4410eb479587a7faa232f94b90 2024-11-20T11:49:35,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/e1ec792d433f42289824b182e629c121 2024-11-20T11:49:35,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/906cf3cab306436b854d2959a131a23f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/509c3e26e1cf4828b34644a2c902001c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0a24134656f04526a856063929343798, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/73bf25c6e91445d2a7eec6b37d4f5279, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/95e032737be14609bccb5b3ddb746b63, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/b6e5b0f9cfac4e8386e09b3aeacb229c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d] to archive 2024-11-20T11:49:35,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:49:35,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0014a1d1d13d45fdb159f00f88230ca9 2024-11-20T11:49:35,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5529903cc9ca412d913c15346591eade 2024-11-20T11:49:35,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/906cf3cab306436b854d2959a131a23f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/906cf3cab306436b854d2959a131a23f 2024-11-20T11:49:35,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/9a1466b54dc04b2581aabe81f314a768 2024-11-20T11:49:35,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/63e11cd0efcf4513bb7271111e3fd5d8 2024-11-20T11:49:35,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/f722103ee4b94f6fab171755e5ef1389 2024-11-20T11:49:35,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/509c3e26e1cf4828b34644a2c902001c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/509c3e26e1cf4828b34644a2c902001c 2024-11-20T11:49:35,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c5db56d2f937477f835ef81edb729739 2024-11-20T11:49:35,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/1271f80f6c3c4386b1815620e3843e6b 2024-11-20T11:49:35,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/90c9bb6070454414911526239f88f548 2024-11-20T11:49:35,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0a24134656f04526a856063929343798 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0a24134656f04526a856063929343798 2024-11-20T11:49:35,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/38b3eeb8bfbc4d079b0071df0c6e9db3 2024-11-20T11:49:35,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/fe5429f8e18a47bb924136b8458cc376 2024-11-20T11:49:35,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/05fcc428173e4276a9ec87b72346890f 2024-11-20T11:49:35,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/73bf25c6e91445d2a7eec6b37d4f5279 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/73bf25c6e91445d2a7eec6b37d4f5279 2024-11-20T11:49:35,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/0e06e04d57644e77bba50fa22e2a25b0 2024-11-20T11:49:35,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5561384cfafb418eb115fae615f8f667 2024-11-20T11:49:35,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/95e032737be14609bccb5b3ddb746b63 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/95e032737be14609bccb5b3ddb746b63 2024-11-20T11:49:35,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3a760c7bdb2b43de832532774c803786 2024-11-20T11:49:35,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/58cd4af7049a413b848e0a260f6669ef 2024-11-20T11:49:35,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d5c18dbaaba4415795811dde1128f5ce 2024-11-20T11:49:35,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/b6e5b0f9cfac4e8386e09b3aeacb229c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/b6e5b0f9cfac4e8386e09b3aeacb229c 2024-11-20T11:49:35,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/bfc3e16470484e47abbcbc3f42ffb844 2024-11-20T11:49:35,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/affeb8798bc04fa695988aee0730b4df 2024-11-20T11:49:35,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/5aab558940bf4db7ae26155f060c7608 2024-11-20T11:49:35,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/c356a1cbe7594e8db65dd2fa2640616d 2024-11-20T11:49:35,888 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=1 2024-11-20T11:49:35,888 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. 2024-11-20T11:49:35,888 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 40f83b6fb3fcaa9eb693a7b5fe64dc50: Waiting for close lock at 1732103374501Running coprocessor pre-close hooks at 1732103374501Disabling compacts and flushes for region at 1732103374501Disabling writes for close at 1732103374501Obtaining lock to block concurrent updates at 1732103374501Preparing flush snapshotting stores in 40f83b6fb3fcaa9eb693a7b5fe64dc50 at 1732103374501Finished memstore snapshotting TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732103374502 (+1 ms)Flushing stores of TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50. at 1732103374502Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/A: creating writer at 1732103374502Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/A: appending metadata at 1732103374505 (+3 ms)Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/A: closing flushed file at 1732103374505Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/B: creating writer at 1732103374920 (+415 ms)Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/B: appending metadata at 1732103374922 (+2 ms)Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/B: closing flushed file at 1732103374922Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/C: creating writer at 1732103375329 (+407 ms)Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/C: appending metadata at 1732103375332 (+3 ms)Flushing 40f83b6fb3fcaa9eb693a7b5fe64dc50/C: closing flushed file at 1732103375332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8cb7188: reopening flushed file at 1732103375744 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3f42de: reopening flushed file at 1732103375751 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485e347c: reopening flushed file at 1732103375757 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 40f83b6fb3fcaa9eb693a7b5fe64dc50 in 1262ms, sequenceid=412, compaction requested=true at 1732103375763 (+6 ms)Writing region close event to WAL at 1732103375885 (+122 ms)Running coprocessor post-close hooks at 1732103375888 (+3 ms)Closed at 1732103375888 2024-11-20T11:49:35,890 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:35,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=40f83b6fb3fcaa9eb693a7b5fe64dc50, regionState=CLOSED 2024-11-20T11:49:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:35,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T11:49:35,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 40f83b6fb3fcaa9eb693a7b5fe64dc50, server=4b15c4a73f2a,37387,1732103282273 in 1.5450 sec 2024-11-20T11:49:35,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T11:49:35,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40f83b6fb3fcaa9eb693a7b5fe64dc50, UNASSIGN in 1.5500 sec 2024-11-20T11:49:35,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T11:49:35,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec 2024-11-20T11:49:35,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103375897"}]},"ts":"1732103375897"} 2024-11-20T11:49:35,898 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:49:35,898 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:49:35,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5650 sec 2024-11-20T11:49:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T11:49:36,485 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:36,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:49:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,488 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T11:49:36,489 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:36,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/recovered.edits] 2024-11-20T11:49:36,501 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9c2b911b4e854f9db5ee5eb19422cf42 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/9c2b911b4e854f9db5ee5eb19422cf42 2024-11-20T11:49:36,503 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/ab261991c5954d3d890308ca83580c2d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/ab261991c5954d3d890308ca83580c2d 2024-11-20T11:49:36,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f38a42b015754726aaa7babdcf93f290 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/A/f38a42b015754726aaa7babdcf93f290 2024-11-20T11:49:36,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/68d0e12cb61f467394afd1271041eac1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/68d0e12cb61f467394afd1271041eac1 2024-11-20T11:49:36,512 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6a059fc7d7104a568b4e403ec365b98c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/6a059fc7d7104a568b4e403ec365b98c 2024-11-20T11:49:36,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b95a15f568a544ff87781142b2e5a104 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/B/b95a15f568a544ff87781142b2e5a104 2024-11-20T11:49:36,517 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3dad750817f449f0b8a6efa5c21032fb to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/3dad750817f449f0b8a6efa5c21032fb 2024-11-20T11:49:36,519 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/4cbe6e4579d141049d9fc84b625b3970 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/4cbe6e4579d141049d9fc84b625b3970 2024-11-20T11:49:36,521 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d790711c605d4400b8eb160f7ca524e8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/C/d790711c605d4400b8eb160f7ca524e8 2024-11-20T11:49:36,523 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/recovered.edits/415.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50/recovered.edits/415.seqid 2024-11-20T11:49:36,524 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/40f83b6fb3fcaa9eb693a7b5fe64dc50 2024-11-20T11:49:36,524 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:49:36,526 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,529 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:49:36,531 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:49:36,532 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,532 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:49:36,532 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103376532"}]},"ts":"9223372036854775807"} 2024-11-20T11:49:36,534 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:49:36,534 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40f83b6fb3fcaa9eb693a7b5fe64dc50, NAME => 'TestAcidGuarantees,,1732103347260.40f83b6fb3fcaa9eb693a7b5fe64dc50.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:49:36,534 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:49:36,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103376534"}]},"ts":"9223372036854775807"} 2024-11-20T11:49:36,535 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:49:36,536 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-20T11:49:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T11:49:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:49:36,598 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:36,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1883488397_22 at /127.0.0.1:37086 [Waiting for operation #194] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1336141589_22 at /127.0.0.1:60908 [Waiting for operation #343] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=422 (was 397) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8790 (was 8875) 2024-11-20T11:49:36,610 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=8790 2024-11-20T11:49:36,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:49:36,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:49:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:36,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:49:36,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:36,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-20T11:49:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:36,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:49:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742150_1326 (size=959) 2024-11-20T11:49:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:37,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:49:37,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742151_1327 (size=53) 2024-11-20T11:49:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:37,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:49:37,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d152f6d0db546219853fe13bfbccb18f, disabling compactions & flushes 2024-11-20T11:49:37,429 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. after waiting 0 ms 2024-11-20T11:49:37,429 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,429 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d152f6d0db546219853fe13bfbccb18f: Waiting for close lock at 1732103377429Disabling compacts and flushes for region at 1732103377429Disabling writes for close at 1732103377429Writing region close event to WAL at 1732103377429Closed at 1732103377429 2024-11-20T11:49:37,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:49:37,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103377431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103377431"}]},"ts":"1732103377431"} 2024-11-20T11:49:37,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:49:37,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:49:37,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103377433"}]},"ts":"1732103377433"} 2024-11-20T11:49:37,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:49:37,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, ASSIGN}] 2024-11-20T11:49:37,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, ASSIGN 2024-11-20T11:49:37,436 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:49:37,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:37,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, ASSIGN because future has completed 2024-11-20T11:49:37,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:37,746 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,747 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:49:37,747 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,747 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:49:37,748 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,748 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,751 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,753 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName A 2024-11-20T11:49:37,753 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:37,754 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:37,754 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:37,755 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName B 2024-11-20T11:49:37,755 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:37,756 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:37,756 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,757 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName C 2024-11-20T11:49:37,758 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:37,758 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:37,758 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,759 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,759 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,760 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,760 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,761 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:49:37,762 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,765 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:49:37,765 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened d152f6d0db546219853fe13bfbccb18f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67564686, jitterRate=0.006792277097702026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:49:37,765 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:37,766 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for d152f6d0db546219853fe13bfbccb18f: Running coprocessor pre-open hook at 1732103377748Writing region info on filesystem at 1732103377748Initializing all the Stores at 1732103377750 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103377750Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103377750Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103377750Cleaning up temporary data from old regions at 1732103377760 (+10 ms)Running coprocessor post-open hooks at 1732103377765 (+5 ms)Region opened successfully at 1732103377766 (+1 ms) 2024-11-20T11:49:37,767 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., pid=91, masterSystemTime=1732103377741 2024-11-20T11:49:37,769 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,769 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:37,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:37,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T11:49:37,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 in 182 msec 2024-11-20T11:49:37,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T11:49:37,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, ASSIGN in 338 msec 2024-11-20T11:49:37,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:49:37,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103377775"}]},"ts":"1732103377775"} 2024-11-20T11:49:37,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:49:37,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:49:37,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-20T11:49:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T11:49:38,775 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:38,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:38,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:38,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:38,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a33704d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:38,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dd7f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:38,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:38,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:38,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:49:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:49:38,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76515b91 2024-11-20T11:49:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:49:38,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:49:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:49:38,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:49:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T11:49:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742152_1328 (size=995) 2024-11-20T11:49:38,797 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T11:49:38,798 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T11:49:38,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:49:38,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE}] 2024-11-20T11:49:38,803 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE 2024-11-20T11:49:38,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:38,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE because future has completed 2024-11-20T11:49:38,805 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:49:38,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:38,958 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:38,958 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:49:38,958 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing d152f6d0db546219853fe13bfbccb18f, disabling compactions & flushes 2024-11-20T11:49:38,959 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:38,959 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:38,959 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. after waiting 0 ms 2024-11-20T11:49:38,959 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:38,962 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T11:49:38,963 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:38,963 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for d152f6d0db546219853fe13bfbccb18f: Waiting for close lock at 1732103378958Running coprocessor pre-close hooks at 1732103378958Disabling compacts and flushes for region at 1732103378958Disabling writes for close at 1732103378959 (+1 ms)Writing region close event to WAL at 1732103378959Running coprocessor post-close hooks at 1732103378963 (+4 ms)Closed at 1732103378963 2024-11-20T11:49:38,964 WARN [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: d152f6d0db546219853fe13bfbccb18f to self. 2024-11-20T11:49:38,966 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:38,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=CLOSED 2024-11-20T11:49:38,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:38,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T11:49:38,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 in 164 msec 2024-11-20T11:49:38,972 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE; state=CLOSED, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=true 2024-11-20T11:49:39,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE because future has completed 2024-11-20T11:49:39,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:49:39,282 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,282 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:49:39,282 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,283 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:49:39,283 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,283 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,285 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,286 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName A 2024-11-20T11:49:39,287 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:39,288 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:39,289 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,289 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName B 2024-11-20T11:49:39,289 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:39,290 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:39,290 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,290 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d152f6d0db546219853fe13bfbccb18f columnFamilyName C 2024-11-20T11:49:39,290 DEBUG [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:39,291 INFO [StoreOpener-d152f6d0db546219853fe13bfbccb18f-1 {}] regionserver.HStore(327): Store=d152f6d0db546219853fe13bfbccb18f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:49:39,291 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,291 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,292 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,293 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,293 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,294 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:49:39,295 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,295 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened d152f6d0db546219853fe13bfbccb18f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73551094, jitterRate=0.09599670767784119}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:49:39,295 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,296 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for d152f6d0db546219853fe13bfbccb18f: Running coprocessor pre-open hook at 1732103379283Writing region info on filesystem at 1732103379283Initializing all the Stores at 1732103379284 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103379284Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103379285 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103379285Cleaning up temporary data from old regions at 1732103379293 (+8 ms)Running coprocessor post-open hooks at 1732103379295 (+2 ms)Region opened successfully at 1732103379296 (+1 ms) 2024-11-20T11:49:39,296 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., pid=96, masterSystemTime=1732103379276 2024-11-20T11:49:39,298 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,298 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=OPEN, openSeqNum=5, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:49:39,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-20T11:49:39,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 in 177 msec 2024-11-20T11:49:39,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T11:49:39,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, REOPEN/MOVE in 501 msec 2024-11-20T11:49:39,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T11:49:39,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 505 msec 2024-11-20T11:49:39,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 520 msec 2024-11-20T11:49:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T11:49:39,309 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:39,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,310 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ef775c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,311 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@877ff88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490ce8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd79160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,315 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e8483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e55d489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,318 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316a2c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548aa88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,320 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c90dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,321 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16977270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,323 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@908f809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,325 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8f61f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c26906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,332 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a6a0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,334 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187996a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,335 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f5ba11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,337 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b94738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,338 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66da5e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:49:39,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:49:39,340 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:49:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:49:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:49:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18857fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:49:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:49:39,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:39,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:49:39,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75509018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:49:39,343 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,343 DEBUG [Thread-1511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,343 DEBUG [Thread-1502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,348 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,348 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,348 DEBUG [Thread-1513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,349 DEBUG [Thread-1515 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,349 DEBUG [Thread-1515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,350 DEBUG [Thread-1500 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,362 DEBUG [Thread-1504 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,364 DEBUG [Thread-1506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,365 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-20T11:49:39,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,370 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:39,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:49:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:39,371 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:49:39,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:49:39,372 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:39,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:39,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:49:39,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:49:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:49:39,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c021d8a786f141ba97905a79107420ee_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103379359/Put/seqid=0 2024-11-20T11:49:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742153_1329 (size=12154) 2024-11-20T11:49:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103439408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103439412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103439414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103439413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103439415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:39,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103439524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103439524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103439528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103439535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103439535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:39,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103439734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103439734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103439734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103439745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103439745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:39,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:39,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:39,809 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c021d8a786f141ba97905a79107420ee_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c021d8a786f141ba97905a79107420ee_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:39,810 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/5f20fde1b9a944178d376aaf0a69e83b, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:39,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/5f20fde1b9a944178d376aaf0a69e83b is 175, key is test_row_0/A:col10/1732103379359/Put/seqid=0 2024-11-20T11:49:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742154_1330 (size=30955) 2024-11-20T11:49:39,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/5f20fde1b9a944178d376aaf0a69e83b 2024-11-20T11:49:39,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a257034286394e7d880dc69f48611b50 is 50, key is test_row_0/B:col10/1732103379359/Put/seqid=0 2024-11-20T11:49:39,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742155_1331 (size=12001) 2024-11-20T11:49:39,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a257034286394e7d880dc69f48611b50 2024-11-20T11:49:39,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6f875f9f08b64ff686c0eee4c38cdf41 is 50, key is test_row_0/C:col10/1732103379359/Put/seqid=0 2024-11-20T11:49:39,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742156_1332 (size=12001) 2024-11-20T11:49:39,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:39,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:40,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103440045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103440052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103440052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103440055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103440056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:40,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:40,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:40,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6f875f9f08b64ff686c0eee4c38cdf41 2024-11-20T11:49:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/5f20fde1b9a944178d376aaf0a69e83b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b 2024-11-20T11:49:40,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T11:49:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a257034286394e7d880dc69f48611b50 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50 2024-11-20T11:49:40,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T11:49:40,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6f875f9f08b64ff686c0eee4c38cdf41 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41 2024-11-20T11:49:40,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T11:49:40,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d152f6d0db546219853fe13bfbccb18f in 1041ms, sequenceid=15, compaction requested=false 2024-11-20T11:49:40,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:40,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T11:49:40,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:40,457 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:49:40,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112077fe60353c144347bc750cac312013a6_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103379410/Put/seqid=0 2024-11-20T11:49:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742157_1333 (size=12154) 2024-11-20T11:49:40,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:40,471 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112077fe60353c144347bc750cac312013a6_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077fe60353c144347bc750cac312013a6_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/926db86a609647d48abf873638a1245a, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/926db86a609647d48abf873638a1245a is 175, key is test_row_0/A:col10/1732103379410/Put/seqid=0 2024-11-20T11:49:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742158_1334 (size=30955) 2024-11-20T11:49:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103440603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103440604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103440605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103440614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103440616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103440725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103440725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103440725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103440725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103440725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,876 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/926db86a609647d48abf873638a1245a 2024-11-20T11:49:40,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/c2c1f62fb7d34e0e90f184c12c05708e is 50, key is test_row_0/B:col10/1732103379410/Put/seqid=0 2024-11-20T11:49:40,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742159_1335 (size=12001) 2024-11-20T11:49:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103440935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103440935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103440935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103440935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103440935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:40,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103441245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103441245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103441245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103441245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103441245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,286 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/c2c1f62fb7d34e0e90f184c12c05708e 2024-11-20T11:49:41,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/45d3e7b41840428d80d3c52acbd4670a is 50, key is test_row_0/C:col10/1732103379410/Put/seqid=0 2024-11-20T11:49:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742160_1336 (size=12001) 2024-11-20T11:49:41,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:49:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:41,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/45d3e7b41840428d80d3c52acbd4670a 2024-11-20T11:49:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/926db86a609647d48abf873638a1245a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a 2024-11-20T11:49:41,714 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T11:49:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/c2c1f62fb7d34e0e90f184c12c05708e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e 2024-11-20T11:49:41,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T11:49:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/45d3e7b41840428d80d3c52acbd4670a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a 2024-11-20T11:49:41,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T11:49:41,727 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d152f6d0db546219853fe13bfbccb18f in 1270ms, sequenceid=40, compaction requested=false 2024-11-20T11:49:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-20T11:49:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-20T11:49:41,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T11:49:41,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-11-20T11:49:41,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3680 sec 2024-11-20T11:49:41,761 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:41,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:49:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:41,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112006a9e57a704c4fa0b8f3fa293dc16737_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742161_1337 (size=17034) 2024-11-20T11:49:41,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103441796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103441797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103441798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103441798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103441804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103441915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103441915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103441915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103441916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103441916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103442125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103442125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103442134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103442134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103442135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:42,177 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112006a9e57a704c4fa0b8f3fa293dc16737_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006a9e57a704c4fa0b8f3fa293dc16737_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:42,178 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c140818211644e3fa54954b2d038836f, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:42,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c140818211644e3fa54954b2d038836f is 175, key is test_row_0/A:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742162_1338 (size=48139) 2024-11-20T11:49:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103442435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103442435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103442444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103442444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103442445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,582 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c140818211644e3fa54954b2d038836f 2024-11-20T11:49:42,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ba96fad1859a40a58e86c80b82743b3f is 50, key is test_row_0/B:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:42,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742163_1339 (size=12001) 2024-11-20T11:49:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103442944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103442944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103442955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103442965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103442965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:42,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ba96fad1859a40a58e86c80b82743b3f 2024-11-20T11:49:43,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/412713fdb68747538fe4e65c869831ae is 50, key is test_row_0/C:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:43,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742164_1340 (size=12001) 2024-11-20T11:49:43,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/412713fdb68747538fe4e65c869831ae 2024-11-20T11:49:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c140818211644e3fa54954b2d038836f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f 2024-11-20T11:49:43,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f, entries=250, sequenceid=53, filesize=47.0 K 2024-11-20T11:49:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ba96fad1859a40a58e86c80b82743b3f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f 2024-11-20T11:49:43,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T11:49:43,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/412713fdb68747538fe4e65c869831ae as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae 2024-11-20T11:49:43,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T11:49:43,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d152f6d0db546219853fe13bfbccb18f in 1703ms, sequenceid=53, compaction requested=true 2024-11-20T11:49:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:43,464 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:43,464 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:43,465 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:43,465 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:43,465 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:43,465 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.2 K 2024-11-20T11:49:43,466 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a257034286394e7d880dc69f48611b50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732103379348 2024-11-20T11:49:43,468 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:43,468 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c2c1f62fb7d34e0e90f184c12c05708e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103379410 2024-11-20T11:49:43,468 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:43,468 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:43,468 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=107.5 K 2024-11-20T11:49:43,468 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:43,468 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f] 2024-11-20T11:49:43,469 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f20fde1b9a944178d376aaf0a69e83b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732103379348 2024-11-20T11:49:43,470 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ba96fad1859a40a58e86c80b82743b3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380613 2024-11-20T11:49:43,471 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926db86a609647d48abf873638a1245a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103379410 2024-11-20T11:49:43,471 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c140818211644e3fa54954b2d038836f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380603 2024-11-20T11:49:43,504 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:43,504 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:43,505 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/749883ab437b4f92a6cd06c66d7a9c5f is 50, key is test_row_0/B:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:43,508 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112004b5d07b9a0149e489e68d5f1215bafe_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:43,511 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112004b5d07b9a0149e489e68d5f1215bafe_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:43,511 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112004b5d07b9a0149e489e68d5f1215bafe_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742165_1341 (size=12104) 2024-11-20T11:49:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T11:49:43,537 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/749883ab437b4f92a6cd06c66d7a9c5f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/749883ab437b4f92a6cd06c66d7a9c5f 2024-11-20T11:49:43,537 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:43,537 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-20T11:49:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T11:49:43,539 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:43,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:43,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:43,542 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into 749883ab437b4f92a6cd06c66d7a9c5f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:43,542 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:43,542 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=13, startTime=1732103383464; duration=0sec 2024-11-20T11:49:43,542 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:43,542 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:43,542 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:43,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742166_1342 (size=4469) 2024-11-20T11:49:43,545 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:43,545 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:43,545 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:43,546 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.2 K 2024-11-20T11:49:43,546 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#289 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:43,546 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f875f9f08b64ff686c0eee4c38cdf41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732103379348 2024-11-20T11:49:43,546 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/608e44a37d9e45188f3f0dc742b3e4d2 is 175, key is test_row_0/A:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:43,547 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d3e7b41840428d80d3c52acbd4670a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103379410 2024-11-20T11:49:43,547 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 412713fdb68747538fe4e65c869831ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380613 2024-11-20T11:49:43,566 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:43,567 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/620c477514244d0eb297379d908c1261 is 50, key is test_row_0/C:col10/1732103381761/Put/seqid=0 2024-11-20T11:49:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742167_1343 (size=31058) 2024-11-20T11:49:43,571 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/608e44a37d9e45188f3f0dc742b3e4d2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2 2024-11-20T11:49:43,578 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into 608e44a37d9e45188f3f0dc742b3e4d2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:43,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:43,578 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=13, startTime=1732103383464; duration=0sec 2024-11-20T11:49:43,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:43,578 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742168_1344 (size=12104) 2024-11-20T11:49:43,591 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/620c477514244d0eb297379d908c1261 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/620c477514244d0eb297379d908c1261 2024-11-20T11:49:43,595 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 620c477514244d0eb297379d908c1261(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:43,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:43,596 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=13, startTime=1732103383465; duration=0sec 2024-11-20T11:49:43,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:43,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T11:49:43,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T11:49:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:43,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T11:49:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2b25694054942bca7365fd29a771a54_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103381796/Put/seqid=0 2024-11-20T11:49:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742169_1345 (size=12154) 2024-11-20T11:49:43,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:43,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f2b25694054942bca7365fd29a771a54_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2b25694054942bca7365fd29a771a54_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:43,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/a9a0ff544eba495caef5e87962ae9617, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/a9a0ff544eba495caef5e87962ae9617 is 175, key is test_row_0/A:col10/1732103381796/Put/seqid=0 2024-11-20T11:49:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742170_1346 (size=30955) 2024-11-20T11:49:43,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/a9a0ff544eba495caef5e87962ae9617 2024-11-20T11:49:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/aa32fb264da34468ba6f5aa84be2b418 is 50, key is test_row_0/B:col10/1732103381796/Put/seqid=0 2024-11-20T11:49:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742171_1347 (size=12001) 2024-11-20T11:49:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T11:49:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:43,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:43,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103443981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103443983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103443985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103443987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:43,991 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:43,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103443991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:43,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103444094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103444094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103444094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103444105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T11:49:44,176 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/aa32fb264da34468ba6f5aa84be2b418 2024-11-20T11:49:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/5a229df5bd734812b3491d7b061560e8 is 50, key is test_row_0/C:col10/1732103381796/Put/seqid=0 2024-11-20T11:49:44,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742172_1348 (size=12001) 2024-11-20T11:49:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103444305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103444305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103444305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103444315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/5a229df5bd734812b3491d7b061560e8 2024-11-20T11:49:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/a9a0ff544eba495caef5e87962ae9617 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617 2024-11-20T11:49:44,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T11:49:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/aa32fb264da34468ba6f5aa84be2b418 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418 2024-11-20T11:49:44,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103444615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T11:49:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103444615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103444616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/5a229df5bd734812b3491d7b061560e8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8 2024-11-20T11:49:44,630 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T11:49:44,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d152f6d0db546219853fe13bfbccb18f in 937ms, sequenceid=79, compaction requested=false 2024-11-20T11:49:44,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:44,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:44,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-20T11:49:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-20T11:49:44,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T11:49:44,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-20T11:49:44,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0970 sec 2024-11-20T11:49:44,639 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:44,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T11:49:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:44,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052be9fb363a1411ba2638d562b609f4c_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:44,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742173_1349 (size=14594) 2024-11-20T11:49:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T11:49:44,675 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:44,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-20T11:49:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:44,677 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:44,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:44,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:44,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103444787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:44,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:44,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:44,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:44,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103444895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:44,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:44,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:44,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:45,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:45,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112052be9fb363a1411ba2638d562b609f4c_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052be9fb363a1411ba2638d562b609f4c_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:45,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/650662c99e7048e9963e4a6000137f16, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:45,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/650662c99e7048e9963e4a6000137f16 is 175, key is test_row_0/A:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742174_1350 (size=39549) 2024-11-20T11:49:45,084 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/650662c99e7048e9963e4a6000137f16 2024-11-20T11:49:45,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/3633d3032720437a84790c9e8a5ba1ee is 50, key is test_row_0/B:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742175_1351 (size=12001) 2024-11-20T11:49:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103445104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103445125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:45,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103445125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:45,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103445125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:45,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:45,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:45,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103445415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:45,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:45,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:45,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/3633d3032720437a84790c9e8a5ba1ee 2024-11-20T11:49:45,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/115e69eace694729867d8842ee33876d is 50, key is test_row_0/C:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742176_1352 (size=12001) 2024-11-20T11:49:45,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/115e69eace694729867d8842ee33876d 2024-11-20T11:49:45,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/650662c99e7048e9963e4a6000137f16 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16 2024-11-20T11:49:45,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16, entries=200, sequenceid=93, filesize=38.6 K 2024-11-20T11:49:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/3633d3032720437a84790c9e8a5ba1ee as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee 2024-11-20T11:49:45,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T11:49:45,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/115e69eace694729867d8842ee33876d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d 2024-11-20T11:49:45,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T11:49:45,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d152f6d0db546219853fe13bfbccb18f in 955ms, sequenceid=93, compaction requested=true 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:45,594 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:45,594 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:45,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:45,595 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:45,595 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:45,595 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:45,595 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:45,595 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,595 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,595 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=99.2 K 2024-11-20T11:49:45,595 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/749883ab437b4f92a6cd06c66d7a9c5f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.3 K 2024-11-20T11:49:45,595 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,595 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16] 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 749883ab437b4f92a6cd06c66d7a9c5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380613 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 608e44a37d9e45188f3f0dc742b3e4d2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380613 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting aa32fb264da34468ba6f5aa84be2b418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732103381796 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9a0ff544eba495caef5e87962ae9617, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732103381796 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3633d3032720437a84790c9e8a5ba1ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:45,596 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650662c99e7048e9963e4a6000137f16, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:45,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T11:49:45,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,598 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T11:49:45,606 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:45,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a6074cadc5f74346a494529a22497268 is 50, key is test_row_0/B:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,609 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:45,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112026b0529a47984cbfb1891a0f855d42ab_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103384758/Put/seqid=0 2024-11-20T11:49:45,613 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b2e75156112c437583b5afa9417e0130_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:45,615 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b2e75156112c437583b5afa9417e0130_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:45,615 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b2e75156112c437583b5afa9417e0130_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:45,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742177_1353 (size=12207) 2024-11-20T11:49:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742179_1355 (size=4469) 2024-11-20T11:49:45,629 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a6074cadc5f74346a494529a22497268 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6074cadc5f74346a494529a22497268 2024-11-20T11:49:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742178_1354 (size=12154) 2024-11-20T11:49:45,630 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#298 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:45,631 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/035ac113e48c47608b35ac80f929364f is 175, key is test_row_0/A:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,635 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into a6074cadc5f74346a494529a22497268(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:45,636 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:45,636 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=13, startTime=1732103385594; duration=0sec 2024-11-20T11:49:45,636 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:45,636 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:45,636 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:45,638 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:45,638 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:45,638 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:45,639 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/620c477514244d0eb297379d908c1261, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.3 K 2024-11-20T11:49:45,639 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 620c477514244d0eb297379d908c1261, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732103380613 2024-11-20T11:49:45,639 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a229df5bd734812b3491d7b061560e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732103381796 2024-11-20T11:49:45,639 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 115e69eace694729867d8842ee33876d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742180_1356 (size=31161) 2024-11-20T11:49:45,647 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:45,648 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/a2ca0da5851e48c98339c8af6c3eb0b9 is 50, key is test_row_0/C:col10/1732103383985/Put/seqid=0 2024-11-20T11:49:45,652 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/035ac113e48c47608b35ac80f929364f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f 2024-11-20T11:49:45,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742181_1357 (size=12207) 2024-11-20T11:49:45,658 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into 035ac113e48c47608b35ac80f929364f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:45,658 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:45,658 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=13, startTime=1732103385594; duration=0sec 2024-11-20T11:49:45,658 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:45,658 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:46,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103446014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,018 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103446018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:46,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112026b0529a47984cbfb1891a0f855d42ab_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026b0529a47984cbfb1891a0f855d42ab_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:46,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c04574a440cd48bab4665202c1b48a70, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:46,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c04574a440cd48bab4665202c1b48a70 is 175, key is test_row_0/A:col10/1732103384758/Put/seqid=0 2024-11-20T11:49:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742182_1358 (size=30955) 2024-11-20T11:49:46,055 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c04574a440cd48bab4665202c1b48a70 2024-11-20T11:49:46,066 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/a2ca0da5851e48c98339c8af6c3eb0b9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/a2ca0da5851e48c98339c8af6c3eb0b9 2024-11-20T11:49:46,075 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into a2ca0da5851e48c98339c8af6c3eb0b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:46,075 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:46,075 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=13, startTime=1732103385594; duration=0sec 2024-11-20T11:49:46,075 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:46,075 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/bf6bb593db5e460e9ee66898cfa3ddc6 is 50, key is test_row_0/B:col10/1732103384758/Put/seqid=0 2024-11-20T11:49:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742183_1359 (size=12001) 2024-11-20T11:49:46,090 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/bf6bb593db5e460e9ee66898cfa3ddc6 2024-11-20T11:49:46,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0c7e9436ab04499da9deffa7e1c7a974 is 50, key is test_row_0/C:col10/1732103384758/Put/seqid=0 2024-11-20T11:49:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103446135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103446135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,142 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103446145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103446145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,155 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,155 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742184_1360 (size=12001) 2024-11-20T11:49:46,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103446355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0c7e9436ab04499da9deffa7e1c7a974 2024-11-20T11:49:46,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c04574a440cd48bab4665202c1b48a70 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70 2024-11-20T11:49:46,576 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70, entries=150, sequenceid=115, filesize=30.2 K 2024-11-20T11:49:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/bf6bb593db5e460e9ee66898cfa3ddc6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6 2024-11-20T11:49:46,584 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T11:49:46,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0c7e9436ab04499da9deffa7e1c7a974 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974 2024-11-20T11:49:46,595 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T11:49:46,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d152f6d0db546219853fe13bfbccb18f in 998ms, sequenceid=115, compaction requested=false 2024-11-20T11:49:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-20T11:49:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-20T11:49:46,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T11:49:46,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9200 sec 2024-11-20T11:49:46,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.9240 sec 2024-11-20T11:49:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:46,677 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:46,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T11:49:46,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5d11cdaa47f4e35a12111d985b8d392_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:46,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742185_1361 (size=14744) 2024-11-20T11:49:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T11:49:46,825 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:46,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-20T11:49:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:46,827 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:46,828 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:46,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103446824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103446944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:46,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:46,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:46,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:47,094 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5d11cdaa47f4e35a12111d985b8d392_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5d11cdaa47f4e35a12111d985b8d392_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:47,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0383b7d97f0842bc8e6b87c73a4b4d48, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:47,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0383b7d97f0842bc8e6b87c73a4b4d48 is 175, key is test_row_0/A:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742186_1362 (size=39699) 2024-11-20T11:49:47,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:47,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103447154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:47,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:47,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103447465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:47,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:47,502 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0383b7d97f0842bc8e6b87c73a4b4d48 2024-11-20T11:49:47,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/1914a5b466c64d5c9dc58f679b673aa7 is 50, key is test_row_0/B:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742187_1363 (size=12151) 2024-11-20T11:49:47,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:47,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:47,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:47,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/1914a5b466c64d5c9dc58f679b673aa7 2024-11-20T11:49:47,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/d8d0b6e3bceb460ba0415c1d53815bac is 50, key is test_row_0/C:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:47,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742188_1364 (size=12151) 2024-11-20T11:49:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:47,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103447975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:48,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103448155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:48,160 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103448164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:48,169 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:48,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103448174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:48,183 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:48,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:48,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/d8d0b6e3bceb460ba0415c1d53815bac 2024-11-20T11:49:48,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0383b7d97f0842bc8e6b87c73a4b4d48 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48 2024-11-20T11:49:48,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48, entries=200, sequenceid=133, filesize=38.8 K 2024-11-20T11:49:48,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/1914a5b466c64d5c9dc58f679b673aa7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7 2024-11-20T11:49:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7, entries=150, sequenceid=133, filesize=11.9 K 2024-11-20T11:49:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/d8d0b6e3bceb460ba0415c1d53815bac as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac 2024-11-20T11:49:48,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac, entries=150, sequenceid=133, filesize=11.9 K 2024-11-20T11:49:48,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d152f6d0db546219853fe13bfbccb18f in 1680ms, sequenceid=133, compaction requested=true 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:48,357 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:48,357 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:48,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:48,358 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:48,358 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:48,358 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:48,358 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,358 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:48,358 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6074cadc5f74346a494529a22497268, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.5 K 2024-11-20T11:49:48,358 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,358 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=99.4 K 2024-11-20T11:49:48,358 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,359 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48] 2024-11-20T11:49:48,359 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a6074cadc5f74346a494529a22497268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:48,359 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035ac113e48c47608b35ac80f929364f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:48,359 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6bb593db5e460e9ee66898cfa3ddc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103384747 2024-11-20T11:49:48,359 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c04574a440cd48bab4665202c1b48a70, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103384747 2024-11-20T11:49:48,360 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 1914a5b466c64d5c9dc58f679b673aa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103386004 2024-11-20T11:49:48,360 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0383b7d97f0842bc8e6b87c73a4b4d48, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103385979 2024-11-20T11:49:48,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T11:49:48,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,360 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T11:49:48,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120794c28e50de54102bf7692ea8765f35f_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103386822/Put/seqid=0 2024-11-20T11:49:48,372 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:48,372 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ad52cdc9135b47159627c063e95a0d01 is 50, key is test_row_0/B:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:48,374 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:48,376 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112009a3f081f96c4818ac1df79c255afa33_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742189_1365 (size=12304) 2024-11-20T11:49:48,378 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112009a3f081f96c4818ac1df79c255afa33_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:48,378 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112009a3f081f96c4818ac1df79c255afa33_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742190_1366 (size=12459) 2024-11-20T11:49:48,403 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ad52cdc9135b47159627c063e95a0d01 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ad52cdc9135b47159627c063e95a0d01 2024-11-20T11:49:48,408 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into ad52cdc9135b47159627c063e95a0d01(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:48,408 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:48,408 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=13, startTime=1732103388357; duration=0sec 2024-11-20T11:49:48,408 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:48,408 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:48,408 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:48,409 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:48,410 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:48,410 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:48,410 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/a2ca0da5851e48c98339c8af6c3eb0b9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.5 K 2024-11-20T11:49:48,410 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a2ca0da5851e48c98339c8af6c3eb0b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732103383982 2024-11-20T11:49:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742191_1367 (size=4469) 2024-11-20T11:49:48,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c7e9436ab04499da9deffa7e1c7a974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732103384747 2024-11-20T11:49:48,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d8d0b6e3bceb460ba0415c1d53815bac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103386004 2024-11-20T11:49:48,412 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#308 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:48,412 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c705d9e913804ca690b9972c95bc2fc8 is 175, key is test_row_0/A:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:48,417 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742192_1368 (size=31413) 2024-11-20T11:49:48,417 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/3422cdbfbaae4740a019b03d8b265e21 is 50, key is test_row_0/C:col10/1732103386676/Put/seqid=0 2024-11-20T11:49:48,423 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c705d9e913804ca690b9972c95bc2fc8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8 2024-11-20T11:49:48,426 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into c705d9e913804ca690b9972c95bc2fc8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:48,426 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:48,426 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=13, startTime=1732103388357; duration=0sec 2024-11-20T11:49:48,427 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:48,427 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:48,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742193_1369 (size=12459) 2024-11-20T11:49:48,432 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/3422cdbfbaae4740a019b03d8b265e21 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/3422cdbfbaae4740a019b03d8b265e21 2024-11-20T11:49:48,437 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 3422cdbfbaae4740a019b03d8b265e21(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:48,437 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:48,437 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=13, startTime=1732103388357; duration=0sec 2024-11-20T11:49:48,437 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:48,437 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:48,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120794c28e50de54102bf7692ea8765f35f_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120794c28e50de54102bf7692ea8765f35f_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/07d6a34b7fef4efdafc487beb13ee5e7, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:48,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/07d6a34b7fef4efdafc487beb13ee5e7 is 175, key is test_row_0/A:col10/1732103386822/Put/seqid=0 2024-11-20T11:49:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742194_1370 (size=31105) 2024-11-20T11:49:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:48,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:49,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103449038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:49,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:49,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103449155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:49,185 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/07d6a34b7fef4efdafc487beb13ee5e7 2024-11-20T11:49:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25ed932434ee4e319877ac2234389d96 is 50, key is test_row_0/B:col10/1732103386822/Put/seqid=0 2024-11-20T11:49:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742195_1371 (size=12151) 2024-11-20T11:49:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103449365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:49,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25ed932434ee4e319877ac2234389d96 2024-11-20T11:49:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6543bebea83347f99c997516b485a211 is 50, key is test_row_0/C:col10/1732103386822/Put/seqid=0 2024-11-20T11:49:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742196_1372 (size=12151) 2024-11-20T11:49:49,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6543bebea83347f99c997516b485a211 2024-11-20T11:49:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/07d6a34b7fef4efdafc487beb13ee5e7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7 2024-11-20T11:49:49,634 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7, entries=150, sequenceid=154, filesize=30.4 K 2024-11-20T11:49:49,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25ed932434ee4e319877ac2234389d96 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96 2024-11-20T11:49:49,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T11:49:49,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/6543bebea83347f99c997516b485a211 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211 2024-11-20T11:49:49,649 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211, entries=150, sequenceid=154, filesize=11.9 K 2024-11-20T11:49:49,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d152f6d0db546219853fe13bfbccb18f in 1290ms, sequenceid=154, compaction requested=false 2024-11-20T11:49:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-20T11:49:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-20T11:49:49,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T11:49:49,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8250 sec 2024-11-20T11:49:49,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.8290 sec 2024-11-20T11:49:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:49,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T11:49:49,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a87bf0092f2b42a6b653aca097540d62_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742197_1373 (size=12304) 2024-11-20T11:49:49,709 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:49,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a87bf0092f2b42a6b653aca097540d62_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a87bf0092f2b42a6b653aca097540d62_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:49,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e851ef867a1e4d7b8ed372d019536673, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:49,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e851ef867a1e4d7b8ed372d019536673 is 175, key is test_row_0/A:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742198_1374 (size=31105) 2024-11-20T11:49:49,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e851ef867a1e4d7b8ed372d019536673 2024-11-20T11:49:49,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/665a9abd06334a25923b8654c20e882a is 50, key is test_row_0/B:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742199_1375 (size=12151) 2024-11-20T11:49:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103449859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103449965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:49,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50056 deadline: 1732103450035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:50,042 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/665a9abd06334a25923b8654c20e882a 2024-11-20T11:49:50,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/583b40abbfa94c0c970fef13191e4dc7 is 50, key is test_row_0/C:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103450175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742200_1376 (size=12151) 2024-11-20T11:49:50,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/583b40abbfa94c0c970fef13191e4dc7 2024-11-20T11:49:50,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e851ef867a1e4d7b8ed372d019536673 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673 2024-11-20T11:49:50,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673, entries=150, sequenceid=173, filesize=30.4 K 2024-11-20T11:49:50,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/665a9abd06334a25923b8654c20e882a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a 2024-11-20T11:49:50,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T11:49:50,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/583b40abbfa94c0c970fef13191e4dc7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7 2024-11-20T11:49:50,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T11:49:50,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d152f6d0db546219853fe13bfbccb18f in 537ms, sequenceid=173, compaction requested=true 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:50,216 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:50,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:49:50,217 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:50,217 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:50,218 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:50,218 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:50,218 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=91.4 K 2024-11-20T11:49:50,218 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:50,218 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673] 2024-11-20T11:49:50,218 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:50,218 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:50,218 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:50,218 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ad52cdc9135b47159627c063e95a0d01, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.9 K 2024-11-20T11:49:50,218 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c705d9e913804ca690b9972c95bc2fc8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103386004 2024-11-20T11:49:50,219 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ad52cdc9135b47159627c063e95a0d01, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103386004 2024-11-20T11:49:50,219 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d6a34b7fef4efdafc487beb13ee5e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732103386787 2024-11-20T11:49:50,219 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 25ed932434ee4e319877ac2234389d96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732103386787 2024-11-20T11:49:50,219 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e851ef867a1e4d7b8ed372d019536673, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:50,219 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 665a9abd06334a25923b8654c20e882a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:50,233 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:50,233 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a7030ff7e5084a37a0935d824df7a442 is 50, key is test_row_0/B:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:50,234 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:50,241 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c744611da16c4ebd8e712673c7327e04_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742201_1377 (size=12561) 2024-11-20T11:49:50,243 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c744611da16c4ebd8e712673c7327e04_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:50,243 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c744611da16c4ebd8e712673c7327e04_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742202_1378 (size=4469) 2024-11-20T11:49:50,251 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a7030ff7e5084a37a0935d824df7a442 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a7030ff7e5084a37a0935d824df7a442 2024-11-20T11:49:50,255 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into a7030ff7e5084a37a0935d824df7a442(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:50,255 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:50,255 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=13, startTime=1732103390216; duration=0sec 2024-11-20T11:49:50,255 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:50,255 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:50,255 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:49:50,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:49:50,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:50,257 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:50,257 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/3422cdbfbaae4740a019b03d8b265e21, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=35.9 K 2024-11-20T11:49:50,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3422cdbfbaae4740a019b03d8b265e21, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732103386004 2024-11-20T11:49:50,257 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6543bebea83347f99c997516b485a211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732103386787 2024-11-20T11:49:50,258 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 583b40abbfa94c0c970fef13191e4dc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:50,262 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:50,262 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/7c9060ec796d4b1faed4e541c73ba066 is 50, key is test_row_0/C:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:50,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742203_1379 (size=12561) 2024-11-20T11:49:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:50,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T11:49:50,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f43228fc0bc416eb9fd1ce9f4af28bf_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103390487/Put/seqid=0 2024-11-20T11:49:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742204_1380 (size=14794) 2024-11-20T11:49:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103450556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,652 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:50,652 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0cb0d87f1796479faa5b0d0714069bfe is 175, key is test_row_0/A:col10/1732103389013/Put/seqid=0 2024-11-20T11:49:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742205_1381 (size=31515) 2024-11-20T11:49:50,658 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0cb0d87f1796479faa5b0d0714069bfe as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe 2024-11-20T11:49:50,661 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into 0cb0d87f1796479faa5b0d0714069bfe(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:50,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:50,661 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=13, startTime=1732103390216; duration=0sec 2024-11-20T11:49:50,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:50,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103450665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,673 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/7c9060ec796d4b1faed4e541c73ba066 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/7c9060ec796d4b1faed4e541c73ba066 2024-11-20T11:49:50,676 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 7c9060ec796d4b1faed4e541c73ba066(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:50,676 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:50,676 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=13, startTime=1732103390216; duration=0sec 2024-11-20T11:49:50,676 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:50,676 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103450884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:50,903 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:50,906 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201f43228fc0bc416eb9fd1ce9f4af28bf_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f43228fc0bc416eb9fd1ce9f4af28bf_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:50,908 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/942055b29ee645268a2a0952cac3c210, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:50,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/942055b29ee645268a2a0952cac3c210 is 175, key is test_row_0/A:col10/1732103390487/Put/seqid=0 2024-11-20T11:49:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742206_1382 (size=39749) 2024-11-20T11:49:50,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/942055b29ee645268a2a0952cac3c210 2024-11-20T11:49:50,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c9cd36424534c95a488bf7e44a41c0d is 50, key is test_row_0/B:col10/1732103390487/Put/seqid=0 2024-11-20T11:49:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742207_1383 (size=12151) 2024-11-20T11:49:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T11:49:50,996 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:50,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-20T11:49:50,998 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:50,999 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:50,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:51,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T11:49:51,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:51,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103451205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:51,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T11:49:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:51,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:51,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c9cd36424534c95a488bf7e44a41c0d 2024-11-20T11:49:51,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0cd9a3584b8a49a3b4d46ed0119a849d is 50, key is test_row_0/C:col10/1732103390487/Put/seqid=0 2024-11-20T11:49:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742208_1384 (size=12151) 2024-11-20T11:49:51,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0cd9a3584b8a49a3b4d46ed0119a849d 2024-11-20T11:49:51,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/942055b29ee645268a2a0952cac3c210 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210 2024-11-20T11:49:51,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210, entries=200, sequenceid=195, filesize=38.8 K 2024-11-20T11:49:51,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c9cd36424534c95a488bf7e44a41c0d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d 2024-11-20T11:49:51,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T11:49:51,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0cd9a3584b8a49a3b4d46ed0119a849d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d 2024-11-20T11:49:51,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T11:49:51,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d152f6d0db546219853fe13bfbccb18f in 875ms, sequenceid=195, compaction requested=false 2024-11-20T11:49:51,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:51,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T11:49:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:51,458 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T11:49:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1ae5aa37f044a1aa31ff16a7d5ad6ac_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103390542/Put/seqid=0 2024-11-20T11:49:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742209_1385 (size=12304) 2024-11-20T11:49:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:51,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103451862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:51,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:51,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1ae5aa37f044a1aa31ff16a7d5ad6ac_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1ae5aa37f044a1aa31ff16a7d5ad6ac_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7cd00148389a4b4bad19e97967a5e3bf, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7cd00148389a4b4bad19e97967a5e3bf is 175, key is test_row_0/A:col10/1732103390542/Put/seqid=0 2024-11-20T11:49:51,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742210_1386 (size=31105) 2024-11-20T11:49:51,877 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7cd00148389a4b4bad19e97967a5e3bf 2024-11-20T11:49:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/7bc0dad6ad50425fa1e2a9eecd878d0f is 50, key is test_row_0/B:col10/1732103390542/Put/seqid=0 2024-11-20T11:49:51,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742211_1387 (size=12151) 2024-11-20T11:49:51,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/7bc0dad6ad50425fa1e2a9eecd878d0f 2024-11-20T11:49:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0ba3fb279b6a4ea2839b84d97b79f349 is 50, key is test_row_0/C:col10/1732103390542/Put/seqid=0 2024-11-20T11:49:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742212_1388 (size=12151) 2024-11-20T11:49:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103451974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:51,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:51,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:52,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103452185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50112 deadline: 1732103452205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732103452205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50096 deadline: 1732103452205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,210 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:52,210 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,211 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in d152f6d0db546219853fe13bfbccb18f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0ba3fb279b6a4ea2839b84d97b79f349 2024-11-20T11:49:52,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7cd00148389a4b4bad19e97967a5e3bf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf 2024-11-20T11:49:52,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf, entries=150, sequenceid=212, filesize=30.4 K 2024-11-20T11:49:52,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/7bc0dad6ad50425fa1e2a9eecd878d0f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f 2024-11-20T11:49:52,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T11:49:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0ba3fb279b6a4ea2839b84d97b79f349 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349 2024-11-20T11:49:52,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T11:49:52,314 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d152f6d0db546219853fe13bfbccb18f in 856ms, sequenceid=212, compaction requested=true 2024-11-20T11:49:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:52,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-20T11:49:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-20T11:49:52,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T11:49:52,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3170 sec 2024-11-20T11:49:52,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.3210 sec 2024-11-20T11:49:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:52,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T11:49:52,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d73b15b1d8674eaa9d7f78b05560ae07_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:52,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742213_1389 (size=14794) 2024-11-20T11:49:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103452613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103452724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:52,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:52,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d73b15b1d8674eaa9d7f78b05560ae07_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d73b15b1d8674eaa9d7f78b05560ae07_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:52,926 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0379bf3511a74548b94e9d116301bcb7, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:52,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0379bf3511a74548b94e9d116301bcb7 is 175, key is test_row_0/A:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742214_1390 (size=39749) 2024-11-20T11:49:52,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0379bf3511a74548b94e9d116301bcb7 2024-11-20T11:49:52,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25c2eb82c08d456c9803547004e126a1 is 50, key is test_row_0/B:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742215_1391 (size=12151) 2024-11-20T11:49:52,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103452945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T11:49:53,145 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:53,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-20T11:49:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:53,146 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:53,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:53,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:53,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103453265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:53,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:53,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:53,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25c2eb82c08d456c9803547004e126a1 2024-11-20T11:49:53,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/42c3ea5c30e44fd7a1a6615bc6a568cc is 50, key is test_row_0/C:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742216_1392 (size=12151) 2024-11-20T11:49:53,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:53,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:53,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:53,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:53,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:53,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/42c3ea5c30e44fd7a1a6615bc6a568cc 2024-11-20T11:49:53,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/0379bf3511a74548b94e9d116301bcb7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7 2024-11-20T11:49:53,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7, entries=200, sequenceid=234, filesize=38.8 K 2024-11-20T11:49:53,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/25c2eb82c08d456c9803547004e126a1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1 2024-11-20T11:49:53,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T11:49:53,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/42c3ea5c30e44fd7a1a6615bc6a568cc as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc 2024-11-20T11:49:53,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-20T11:49:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:53,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d152f6d0db546219853fe13bfbccb18f in 1276ms, sequenceid=234, compaction requested=true 2024-11-20T11:49:53,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:53,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:53,775 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:53,776 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:53,777 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:53,777 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,777 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=138.8 K 2024-11-20T11:49:53,777 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,777 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7] 2024-11-20T11:49:53,777 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cb0d87f1796479faa5b0d0714069bfe, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:53,777 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 942055b29ee645268a2a0952cac3c210, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103389833 2024-11-20T11:49:53,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:53,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:53,778 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:53,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cd00148389a4b4bad19e97967a5e3bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732103390530 2024-11-20T11:49:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:53,778 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0379bf3511a74548b94e9d116301bcb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:53,778 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:53,778 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:53,779 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,779 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a7030ff7e5084a37a0935d824df7a442, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=47.9 K 2024-11-20T11:49:53,779 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a7030ff7e5084a37a0935d824df7a442, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:53,779 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9cd36424534c95a488bf7e44a41c0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103389833 2024-11-20T11:49:53,784 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc0dad6ad50425fa1e2a9eecd878d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732103390530 2024-11-20T11:49:53,785 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 25c2eb82c08d456c9803547004e126a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:53,791 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:53,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T11:49:53,801 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:53,803 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:53,804 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/b955007dac424a3785eb5a48214970ad is 50, key is test_row_0/B:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:53,805 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120c886968676ab49b1994fa4459c0fc5f8_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:53,808 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120c886968676ab49b1994fa4459c0fc5f8_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:53,808 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c886968676ab49b1994fa4459c0fc5f8_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:53,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742217_1393 (size=12697) 2024-11-20T11:49:53,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207e10e00e25a34fa18b289a250ebeda29_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103392612/Put/seqid=0 2024-11-20T11:49:53,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742218_1394 (size=4469) 2024-11-20T11:49:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742219_1395 (size=14794) 2024-11-20T11:49:53,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:53,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:53,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:53,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103453913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:53,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103454024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:54,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,223 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/b955007dac424a3785eb5a48214970ad as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/b955007dac424a3785eb5a48214970ad 2024-11-20T11:49:54,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:54,224 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:54,225 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/260d6977c95749ac86f2df2708f164f9 is 175, key is test_row_0/A:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:54,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207e10e00e25a34fa18b289a250ebeda29_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e10e00e25a34fa18b289a250ebeda29_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:54,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/584756cf50514e55b4bb6bdfea5e7465, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:54,231 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into b955007dac424a3785eb5a48214970ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:54,231 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:54,232 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=12, startTime=1732103393777; duration=0sec 2024-11-20T11:49:54,232 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:54,232 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:54,232 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:54,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/584756cf50514e55b4bb6bdfea5e7465 is 175, key is test_row_0/A:col10/1732103392612/Put/seqid=0 2024-11-20T11:49:54,234 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:54,234 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:54,234 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,234 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/7c9060ec796d4b1faed4e541c73ba066, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=47.9 K 2024-11-20T11:49:54,234 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c9060ec796d4b1faed4e541c73ba066, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732103389013 2024-11-20T11:49:54,234 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd9a3584b8a49a3b4d46ed0119a849d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732103389833 2024-11-20T11:49:54,235 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba3fb279b6a4ea2839b84d97b79f349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732103390530 2024-11-20T11:49:54,235 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c3ea5c30e44fd7a1a6615bc6a568cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742220_1396 (size=31651) 2024-11-20T11:49:54,248 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/260d6977c95749ac86f2df2708f164f9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9 2024-11-20T11:49:54,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103454235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:54,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742221_1397 (size=39749) 2024-11-20T11:49:54,256 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into 260d6977c95749ac86f2df2708f164f9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:54,256 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:54,256 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=12, startTime=1732103393775; duration=0sec 2024-11-20T11:49:54,256 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:54,256 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:54,258 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:54,259 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/9a475f7b6d424e1e89aeec3acee8b4e7 is 50, key is test_row_0/C:col10/1732103391851/Put/seqid=0 2024-11-20T11:49:54,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742222_1398 (size=12697) 2024-11-20T11:49:54,282 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/9a475f7b6d424e1e89aeec3acee8b4e7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9a475f7b6d424e1e89aeec3acee8b4e7 2024-11-20T11:49:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:54,286 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 9a475f7b6d424e1e89aeec3acee8b4e7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:54,286 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:54,286 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=12, startTime=1732103393778; duration=0sec 2024-11-20T11:49:54,287 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:54,287 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:54,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103454555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:54,655 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/584756cf50514e55b4bb6bdfea5e7465 2024-11-20T11:49:54,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/97ecc316c1604defbc37aff0240027f5 is 50, key is test_row_0/B:col10/1732103392612/Put/seqid=0 2024-11-20T11:49:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742223_1399 (size=12151) 2024-11-20T11:49:54,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:54,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:54,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:54,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/97ecc316c1604defbc37aff0240027f5 2024-11-20T11:49:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103455075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:55,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/9f280631de2f4b21b9d9e41a051cbd61 is 50, key is test_row_0/C:col10/1732103392612/Put/seqid=0 2024-11-20T11:49:55,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742224_1400 (size=12151) 2024-11-20T11:49:55,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:55,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:55,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/9f280631de2f4b21b9d9e41a051cbd61 2024-11-20T11:49:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/584756cf50514e55b4bb6bdfea5e7465 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465 2024-11-20T11:49:55,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465, entries=200, sequenceid=249, filesize=38.8 K 2024-11-20T11:49:55,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/97ecc316c1604defbc37aff0240027f5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5 2024-11-20T11:49:55,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T11:49:55,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/9f280631de2f4b21b9d9e41a051cbd61 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61 2024-11-20T11:49:55,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T11:49:55,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d152f6d0db546219853fe13bfbccb18f in 1760ms, sequenceid=249, compaction requested=false 2024-11-20T11:49:55,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:55,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T11:49:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T11:49:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de8d92d81f264679b590fc0500750a9e_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103393911/Put/seqid=0 2024-11-20T11:49:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742225_1401 (size=12454) 2024-11-20T11:49:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,671 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de8d92d81f264679b590fc0500750a9e_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de8d92d81f264679b590fc0500750a9e_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:55,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c2acb5bbc714461aadce524e5a4aa5c3, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:55,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c2acb5bbc714461aadce524e5a4aa5c3 is 175, key is test_row_0/A:col10/1732103393911/Put/seqid=0 2024-11-20T11:49:55,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742226_1402 (size=31255) 2024-11-20T11:49:55,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c2acb5bbc714461aadce524e5a4aa5c3 2024-11-20T11:49:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/669ed51947c542e7aad06d25d95b0294 is 50, key is test_row_0/B:col10/1732103393911/Put/seqid=0 2024-11-20T11:49:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742227_1403 (size=12301) 2024-11-20T11:49:55,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/669ed51947c542e7aad06d25d95b0294 2024-11-20T11:49:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/ed5dc452222c47d584c20f3ce39901e4 is 50, key is test_row_0/C:col10/1732103393911/Put/seqid=0 2024-11-20T11:49:55,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742228_1404 (size=12301) 2024-11-20T11:49:55,842 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/ed5dc452222c47d584c20f3ce39901e4 2024-11-20T11:49:55,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/c2acb5bbc714461aadce524e5a4aa5c3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3 2024-11-20T11:49:55,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3, entries=150, sequenceid=273, filesize=30.5 K 2024-11-20T11:49:55,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/669ed51947c542e7aad06d25d95b0294 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294 2024-11-20T11:49:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T11:49:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/ed5dc452222c47d584c20f3ce39901e4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4 2024-11-20T11:49:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,869 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T11:49:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for d152f6d0db546219853fe13bfbccb18f in 262ms, sequenceid=273, compaction requested=true 2024-11-20T11:49:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:55,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-20T11:49:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-20T11:49:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T11:49:55,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7250 sec 2024-11-20T11:49:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.7290 sec 2024-11-20T11:49:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:56,408 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:56,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:49:56,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6dab254146e437d8e3909b16f2cc7d7_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742229_1405 (size=14994) 2024-11-20T11:49:56,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:56,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6dab254146e437d8e3909b16f2cc7d7_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dab254146e437d8e3909b16f2cc7d7_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:56,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ceef4169f28b430c86b2831aa81eb164, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:56,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ceef4169f28b430c86b2831aa81eb164 is 175, key is test_row_0/A:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742230_1406 (size=39949) 2024-11-20T11:49:56,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ceef4169f28b430c86b2831aa81eb164 2024-11-20T11:49:56,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/6c5f758282154c21ba1e549b2da38449 is 50, key is test_row_0/B:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742231_1407 (size=12301) 2024-11-20T11:49:56,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/6c5f758282154c21ba1e549b2da38449 2024-11-20T11:49:56,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/4a62bc68815345a2abee2a1a2a14e844 is 50, key is test_row_0/C:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:56,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742232_1408 (size=12301) 2024-11-20T11:49:56,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103456656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:56,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:56,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103456774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:56,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:56,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/4a62bc68815345a2abee2a1a2a14e844 2024-11-20T11:49:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ceef4169f28b430c86b2831aa81eb164 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164 2024-11-20T11:49:56,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164, entries=200, sequenceid=284, filesize=39.0 K 2024-11-20T11:49:56,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/6c5f758282154c21ba1e549b2da38449 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449 2024-11-20T11:49:56,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T11:49:56,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/4a62bc68815345a2abee2a1a2a14e844 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844 2024-11-20T11:49:56,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844, entries=150, sequenceid=284, filesize=12.0 K 2024-11-20T11:49:56,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d152f6d0db546219853fe13bfbccb18f in 529ms, sequenceid=284, compaction requested=true 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:56,937 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:56,937 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:49:56,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:49:56,938 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:56,938 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=139.3 K 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:49:56,938 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:56,938 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164] 2024-11-20T11:49:56,938 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/b955007dac424a3785eb5a48214970ad, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=48.3 K 2024-11-20T11:49:56,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 260d6977c95749ac86f2df2708f164f9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b955007dac424a3785eb5a48214970ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 584756cf50514e55b4bb6bdfea5e7465, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732103392549 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 97ecc316c1604defbc37aff0240027f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732103392601 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2acb5bbc714461aadce524e5a4aa5c3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732103393829 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 669ed51947c542e7aad06d25d95b0294, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732103393829 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceef4169f28b430c86b2831aa81eb164, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396352 2024-11-20T11:49:56,939 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c5f758282154c21ba1e549b2da38449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396376 2024-11-20T11:49:56,944 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:56,946 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:56,946 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ed4376b6eb774386bb9bc39cc79bbe4d is 50, key is test_row_0/B:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:56,948 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b75d51a26966425b91b9c130ce5104bb_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:56,950 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b75d51a26966425b91b9c130ce5104bb_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:56,950 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b75d51a26966425b91b9c130ce5104bb_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742233_1409 (size=12983) 2024-11-20T11:49:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742234_1410 (size=4469) 2024-11-20T11:49:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:56,995 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:56,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:49:57,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ee62418a24444d1818db9a141efdb5d_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103396626/Put/seqid=0 2024-11-20T11:49:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742235_1411 (size=14994) 2024-11-20T11:49:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103457071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103457185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T11:49:57,315 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:57,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:49:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-20T11:49:57,319 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:49:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:57,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:49:57,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:49:57,354 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:57,355 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7fd651b171de47c9a5deb39d0bdad6f8 is 175, key is test_row_0/A:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:57,359 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/ed4376b6eb774386bb9bc39cc79bbe4d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ed4376b6eb774386bb9bc39cc79bbe4d 2024-11-20T11:49:57,364 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into ed4376b6eb774386bb9bc39cc79bbe4d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:57,364 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:57,364 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=12, startTime=1732103396937; duration=0sec 2024-11-20T11:49:57,364 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:49:57,364 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:49:57,364 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:49:57,366 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:49:57,366 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:49:57,366 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,366 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9a475f7b6d424e1e89aeec3acee8b4e7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=48.3 K 2024-11-20T11:49:57,366 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a475f7b6d424e1e89aeec3acee8b4e7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732103391809 2024-11-20T11:49:57,367 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f280631de2f4b21b9d9e41a051cbd61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732103392601 2024-11-20T11:49:57,367 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ed5dc452222c47d584c20f3ce39901e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732103393829 2024-11-20T11:49:57,368 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a62bc68815345a2abee2a1a2a14e844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396376 2024-11-20T11:49:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742236_1412 (size=31937) 2024-11-20T11:49:57,382 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/7fd651b171de47c9a5deb39d0bdad6f8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8 2024-11-20T11:49:57,395 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:49:57,395 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/4cdde9fc28844f819fdcd4a3b6c8c7e3 is 50, key is test_row_0/C:col10/1732103396376/Put/seqid=0 2024-11-20T11:49:57,396 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into 7fd651b171de47c9a5deb39d0bdad6f8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:57,396 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:57,396 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=12, startTime=1732103396937; duration=0sec 2024-11-20T11:49:57,396 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:57,396 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:49:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742237_1413 (size=12983) 2024-11-20T11:49:57,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103457405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:57,415 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/4cdde9fc28844f819fdcd4a3b6c8c7e3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4cdde9fc28844f819fdcd4a3b6c8c7e3 2024-11-20T11:49:57,423 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 4cdde9fc28844f819fdcd4a3b6c8c7e3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:49:57,423 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:57,423 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=12, startTime=1732103396937; duration=0sec 2024-11-20T11:49:57,424 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:49:57,424 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:49:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:57,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:57,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209ee62418a24444d1818db9a141efdb5d_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ee62418a24444d1818db9a141efdb5d_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:57,448 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f5cba2c213fd4f0eaf30402a57bc2ac2, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:57,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f5cba2c213fd4f0eaf30402a57bc2ac2 is 175, key is test_row_0/A:col10/1732103396626/Put/seqid=0 2024-11-20T11:49:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742238_1414 (size=39949) 2024-11-20T11:49:57,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T11:49:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T11:49:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:57,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103457715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:57,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T11:49:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f5cba2c213fd4f0eaf30402a57bc2ac2 2024-11-20T11:49:57,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/9d4bea4d839f46cb83e09a55ae14cef6 is 50, key is test_row_0/B:col10/1732103396626/Put/seqid=0 2024-11-20T11:49:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742239_1415 (size=12301) 2024-11-20T11:49:57,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/9d4bea4d839f46cb83e09a55ae14cef6 2024-11-20T11:49:57,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T11:49:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:57,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:49:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:57,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/04bf8d951c9941d4b263e356b9a1c2c5 is 50, key is test_row_0/C:col10/1732103396626/Put/seqid=0 2024-11-20T11:49:57,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742240_1416 (size=12301) 2024-11-20T11:49:57,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/04bf8d951c9941d4b263e356b9a1c2c5 2024-11-20T11:49:57,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f5cba2c213fd4f0eaf30402a57bc2ac2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2 2024-11-20T11:49:57,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2, entries=200, sequenceid=310, filesize=39.0 K 2024-11-20T11:49:57,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/9d4bea4d839f46cb83e09a55ae14cef6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6 2024-11-20T11:49:57,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T11:49:57,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/04bf8d951c9941d4b263e356b9a1c2c5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5 2024-11-20T11:49:58,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T11:49:58,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d152f6d0db546219853fe13bfbccb18f in 1011ms, sequenceid=310, compaction requested=false 2024-11-20T11:49:58,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:58,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T11:49:58,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:58,091 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:49:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcdcc7b610a04605bbf0d0087a4721c0_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103397069/Put/seqid=0 2024-11-20T11:49:58,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742241_1417 (size=12454) 2024-11-20T11:49:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:58,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. as already flushing 2024-11-20T11:49:58,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103458360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103458465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:58,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:58,529 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcdcc7b610a04605bbf0d0087a4721c0_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcdcc7b610a04605bbf0d0087a4721c0_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:58,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ea174e338e2f43f4ab6f6e06fccab8ab, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:58,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ea174e338e2f43f4ab6f6e06fccab8ab is 175, key is test_row_0/A:col10/1732103397069/Put/seqid=0 2024-11-20T11:49:58,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742242_1418 (size=31255) 2024-11-20T11:49:58,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ea174e338e2f43f4ab6f6e06fccab8ab 2024-11-20T11:49:58,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/5057dd6be9a74719a0ac147ed8634c48 is 50, key is test_row_0/B:col10/1732103397069/Put/seqid=0 2024-11-20T11:49:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742243_1419 (size=12301) 2024-11-20T11:49:58,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103458675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:58,958 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/5057dd6be9a74719a0ac147ed8634c48 2024-11-20T11:49:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/2613b2231cae43cf8f8c88a6d792c0d0 is 50, key is test_row_0/C:col10/1732103397069/Put/seqid=0 2024-11-20T11:49:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742244_1420 (size=12301) 2024-11-20T11:49:59,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:49:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50106 deadline: 1732103458995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:49:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:49:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:49:59,365 INFO [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519. 2024-11-20T11:49:59,365 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,365 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,365 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,373 INFO [Thread-1513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1513. 2024-11-20T11:49:59,373 DEBUG [Thread-1513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,373 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,373 DEBUG [Thread-1513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,376 INFO [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517. 2024-11-20T11:49:59,376 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,376 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,377 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/2613b2231cae43cf8f8c88a6d792c0d0 2024-11-20T11:49:59,377 INFO [Thread-1511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1511. 2024-11-20T11:49:59,377 DEBUG [Thread-1511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,377 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,377 DEBUG [Thread-1511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/ea174e338e2f43f4ab6f6e06fccab8ab as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab 2024-11-20T11:49:59,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab, entries=150, sequenceid=323, filesize=30.5 K 2024-11-20T11:49:59,383 INFO [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515. 2024-11-20T11:49:59,383 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,383 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,383 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/5057dd6be9a74719a0ac147ed8634c48 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48 2024-11-20T11:49:59,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T11:49:59,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/2613b2231cae43cf8f8c88a6d792c0d0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0 2024-11-20T11:49:59,390 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T11:49:59,391 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d152f6d0db546219853fe13bfbccb18f in 1300ms, sequenceid=323, compaction requested=true 2024-11-20T11:49:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:49:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:49:59,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-20T11:49:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-20T11:49:59,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T11:49:59,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-11-20T11:49:59,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.0780 sec 2024-11-20T11:49:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T11:49:59,465 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:49:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:59,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:49:59,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T11:49:59,517 INFO [Thread-1504 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1504. 2024-11-20T11:49:59,517 DEBUG [Thread-1504 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:49:59,517 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,518 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:49:59,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:49:59,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112080c0d11c56de49ae9412782b75c6936c_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103398359/Put/seqid=0 2024-11-20T11:49:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742245_1421 (size=12454) 2024-11-20T11:49:59,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:49:59,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112080c0d11c56de49ae9412782b75c6936c_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c0d11c56de49ae9412782b75c6936c_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:49:59,933 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f590b3ee50a84ba4828e17ab338e9473, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:49:59,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f590b3ee50a84ba4828e17ab338e9473 is 175, key is test_row_0/A:col10/1732103398359/Put/seqid=0 2024-11-20T11:49:59,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742246_1422 (size=31255) 2024-11-20T11:50:00,059 INFO [Thread-1502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1502. 2024-11-20T11:50:00,059 DEBUG [Thread-1502 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:00,059 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:00,059 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:00,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:00,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f590b3ee50a84ba4828e17ab338e9473 2024-11-20T11:50:00,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/56da7afa7e2c4ab78a61ba3be3ee2ecb is 50, key is test_row_0/B:col10/1732103398359/Put/seqid=0 2024-11-20T11:50:00,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742247_1423 (size=12301) 2024-11-20T11:50:00,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:50:00,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/56da7afa7e2c4ab78a61ba3be3ee2ecb 2024-11-20T11:50:00,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/43c4c8a71f1b4eff92937c43b6507a8d is 50, key is test_row_0/C:col10/1732103398359/Put/seqid=0 2024-11-20T11:50:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742248_1424 (size=12301) 2024-11-20T11:50:01,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/43c4c8a71f1b4eff92937c43b6507a8d 2024-11-20T11:50:01,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/f590b3ee50a84ba4828e17ab338e9473 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473 2024-11-20T11:50:01,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473, entries=150, sequenceid=350, filesize=30.5 K 2024-11-20T11:50:01,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/56da7afa7e2c4ab78a61ba3be3ee2ecb as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb 2024-11-20T11:50:01,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:50:01,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/43c4c8a71f1b4eff92937c43b6507a8d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d 2024-11-20T11:50:01,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d, entries=150, sequenceid=350, filesize=12.0 K 2024-11-20T11:50:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=6.71 KB/6870 for d152f6d0db546219853fe13bfbccb18f in 1662ms, sequenceid=350, compaction requested=true 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:01,179 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d152f6d0db546219853fe13bfbccb18f:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:01,179 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:01,180 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:01,180 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:01,180 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/A is initiating minor compaction (all files) 2024-11-20T11:50:01,180 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/B is initiating minor compaction (all files) 2024-11-20T11:50:01,180 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/A in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:01,180 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/B in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:01,180 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=131.2 K 2024-11-20T11:50:01,180 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ed4376b6eb774386bb9bc39cc79bbe4d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=48.7 K 2024-11-20T11:50:01,180 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:01,180 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473] 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fd651b171de47c9a5deb39d0bdad6f8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396376 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ed4376b6eb774386bb9bc39cc79bbe4d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396376 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5cba2c213fd4f0eaf30402a57bc2ac2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732103396626 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4bea4d839f46cb83e09a55ae14cef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732103396626 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea174e338e2f43f4ab6f6e06fccab8ab, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732103397054 2024-11-20T11:50:01,181 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5057dd6be9a74719a0ac147ed8634c48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732103397054 2024-11-20T11:50:01,182 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f590b3ee50a84ba4828e17ab338e9473, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103398318 2024-11-20T11:50:01,182 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 56da7afa7e2c4ab78a61ba3be3ee2ecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103398318 2024-11-20T11:50:01,188 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:50:01,189 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:01,189 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a6a1796897ea47babfe1dfe2637a794e is 50, key is test_row_0/B:col10/1732103398359/Put/seqid=0 2024-11-20T11:50:01,190 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f636564dd51649a79bb94ee56b19f98d_d152f6d0db546219853fe13bfbccb18f store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:50:01,194 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f636564dd51649a79bb94ee56b19f98d_d152f6d0db546219853fe13bfbccb18f, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:50:01,195 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f636564dd51649a79bb94ee56b19f98d_d152f6d0db546219853fe13bfbccb18f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:50:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742249_1425 (size=13119) 2024-11-20T11:50:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742250_1426 (size=4469) 2024-11-20T11:50:01,598 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:01,599 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e525ede0727640f0b28571ceef9e4001 is 175, key is test_row_0/A:col10/1732103398359/Put/seqid=0 2024-11-20T11:50:01,601 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/a6a1796897ea47babfe1dfe2637a794e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6a1796897ea47babfe1dfe2637a794e 2024-11-20T11:50:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742251_1427 (size=32073) 2024-11-20T11:50:01,605 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/B of d152f6d0db546219853fe13bfbccb18f into a6a1796897ea47babfe1dfe2637a794e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:01,605 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:50:01,605 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/B, priority=12, startTime=1732103401179; duration=0sec 2024-11-20T11:50:01,605 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:01,605 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:B 2024-11-20T11:50:01,605 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:01,606 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:01,606 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): d152f6d0db546219853fe13bfbccb18f/C is initiating minor compaction (all files) 2024-11-20T11:50:01,606 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d152f6d0db546219853fe13bfbccb18f/C in TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:01,606 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4cdde9fc28844f819fdcd4a3b6c8c7e3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp, totalSize=48.7 K 2024-11-20T11:50:01,606 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cdde9fc28844f819fdcd4a3b6c8c7e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732103396376 2024-11-20T11:50:01,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 04bf8d951c9941d4b263e356b9a1c2c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732103396626 2024-11-20T11:50:01,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 2613b2231cae43cf8f8c88a6d792c0d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732103397054 2024-11-20T11:50:01,607 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c4c8a71f1b4eff92937c43b6507a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732103398318 2024-11-20T11:50:01,614 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d152f6d0db546219853fe13bfbccb18f#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:01,614 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0654b7c9b7964ea1b4e7f870747cbe22 is 50, key is test_row_0/C:col10/1732103398359/Put/seqid=0 2024-11-20T11:50:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742252_1428 (size=13119) 2024-11-20T11:50:02,007 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/e525ede0727640f0b28571ceef9e4001 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e525ede0727640f0b28571ceef9e4001 2024-11-20T11:50:02,011 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/A of d152f6d0db546219853fe13bfbccb18f into e525ede0727640f0b28571ceef9e4001(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:02,011 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:50:02,011 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/A, priority=12, startTime=1732103401179; duration=0sec 2024-11-20T11:50:02,011 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:02,011 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:A 2024-11-20T11:50:02,022 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/0654b7c9b7964ea1b4e7f870747cbe22 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0654b7c9b7964ea1b4e7f870747cbe22 2024-11-20T11:50:02,027 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d152f6d0db546219853fe13bfbccb18f/C of d152f6d0db546219853fe13bfbccb18f into 0654b7c9b7964ea1b4e7f870747cbe22(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:02,027 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d152f6d0db546219853fe13bfbccb18f: 2024-11-20T11:50:02,027 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., storeName=d152f6d0db546219853fe13bfbccb18f/C, priority=12, startTime=1732103401179; duration=0sec 2024-11-20T11:50:02,027 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:02,027 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d152f6d0db546219853fe13bfbccb18f:C 2024-11-20T11:50:02,226 INFO [Thread-1500 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1500. 2024-11-20T11:50:02,226 DEBUG [Thread-1500 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:02,226 DEBUG [Thread-1500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,226 DEBUG [Thread-1500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:02,235 INFO [Thread-1506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1506. 2024-11-20T11:50:02,236 DEBUG [Thread-1506 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:02,236 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,236 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:02,306 INFO [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508. 2024-11-20T11:50:02,306 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:02,306 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,307 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 218 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1328 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3976 rows 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1322 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3965 rows 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1312 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3934 rows 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1326 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3967 rows 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1324 2024-11-20T11:50:02,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3970 rows 2024-11-20T11:50:02,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:50:02,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:50:02,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:02,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:02,308 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:50:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:02,311 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103402311"}]},"ts":"1732103402311"} 2024-11-20T11:50:02,312 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:50:02,312 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:50:02,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:50:02,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, UNASSIGN}] 2024-11-20T11:50:02,314 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, UNASSIGN 2024-11-20T11:50:02,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:02,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, UNASSIGN because future has completed 2024-11-20T11:50:02,316 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:50:02,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:02,468 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:02,469 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:50:02,469 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing d152f6d0db546219853fe13bfbccb18f, disabling compactions & flushes 2024-11-20T11:50:02,469 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:02,469 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:02,469 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. after waiting 0 ms 2024-11-20T11:50:02,469 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:02,469 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing d152f6d0db546219853fe13bfbccb18f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T11:50:02,480 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112005dada9355014540854d07ba2f12a1bf_d152f6d0db546219853fe13bfbccb18f is 50, key is test_row_0/A:col10/1732103402234/Put/seqid=0 2024-11-20T11:50:02,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742253_1429 (size=12454) 2024-11-20T11:50:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:02,884 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:02,888 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112005dada9355014540854d07ba2f12a1bf_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005dada9355014540854d07ba2f12a1bf_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:02,889 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/23a4dc2619814a7dafe95d199fad5238, store: [table=TestAcidGuarantees family=A region=d152f6d0db546219853fe13bfbccb18f] 2024-11-20T11:50:02,889 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/23a4dc2619814a7dafe95d199fad5238 is 175, key is test_row_0/A:col10/1732103402234/Put/seqid=0 2024-11-20T11:50:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742254_1430 (size=31255) 2024-11-20T11:50:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:03,293 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/23a4dc2619814a7dafe95d199fad5238 2024-11-20T11:50:03,304 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c27986cc7a047f3b101ee3de8809fe8 is 50, key is test_row_0/B:col10/1732103402234/Put/seqid=0 2024-11-20T11:50:03,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742255_1431 (size=12301) 2024-11-20T11:50:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:03,716 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c27986cc7a047f3b101ee3de8809fe8 2024-11-20T11:50:03,722 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/30248b1d38b643799fee85fe32099ba3 is 50, key is test_row_0/C:col10/1732103402234/Put/seqid=0 2024-11-20T11:50:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742256_1432 (size=12301) 2024-11-20T11:50:04,128 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/30248b1d38b643799fee85fe32099ba3 2024-11-20T11:50:04,137 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/A/23a4dc2619814a7dafe95d199fad5238 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/23a4dc2619814a7dafe95d199fad5238 2024-11-20T11:50:04,142 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/23a4dc2619814a7dafe95d199fad5238, entries=150, sequenceid=360, filesize=30.5 K 2024-11-20T11:50:04,142 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/B/8c27986cc7a047f3b101ee3de8809fe8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c27986cc7a047f3b101ee3de8809fe8 2024-11-20T11:50:04,146 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c27986cc7a047f3b101ee3de8809fe8, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T11:50:04,146 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/.tmp/C/30248b1d38b643799fee85fe32099ba3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/30248b1d38b643799fee85fe32099ba3 2024-11-20T11:50:04,150 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/30248b1d38b643799fee85fe32099ba3, entries=150, sequenceid=360, filesize=12.0 K 2024-11-20T11:50:04,151 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d152f6d0db546219853fe13bfbccb18f in 1682ms, sequenceid=360, compaction requested=false 2024-11-20T11:50:04,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473] to archive 2024-11-20T11:50:04,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:04,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/5f20fde1b9a944178d376aaf0a69e83b 2024-11-20T11:50:04,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/926db86a609647d48abf873638a1245a 2024-11-20T11:50:04,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c140818211644e3fa54954b2d038836f 2024-11-20T11:50:04,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/608e44a37d9e45188f3f0dc742b3e4d2 2024-11-20T11:50:04,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/a9a0ff544eba495caef5e87962ae9617 2024-11-20T11:50:04,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/650662c99e7048e9963e4a6000137f16 2024-11-20T11:50:04,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/035ac113e48c47608b35ac80f929364f 2024-11-20T11:50:04,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c04574a440cd48bab4665202c1b48a70 2024-11-20T11:50:04,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0383b7d97f0842bc8e6b87c73a4b4d48 2024-11-20T11:50:04,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c705d9e913804ca690b9972c95bc2fc8 2024-11-20T11:50:04,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/07d6a34b7fef4efdafc487beb13ee5e7 2024-11-20T11:50:04,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0cb0d87f1796479faa5b0d0714069bfe 2024-11-20T11:50:04,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e851ef867a1e4d7b8ed372d019536673 2024-11-20T11:50:04,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/942055b29ee645268a2a0952cac3c210 2024-11-20T11:50:04,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7cd00148389a4b4bad19e97967a5e3bf 2024-11-20T11:50:04,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/0379bf3511a74548b94e9d116301bcb7 2024-11-20T11:50:04,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/260d6977c95749ac86f2df2708f164f9 2024-11-20T11:50:04,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/584756cf50514e55b4bb6bdfea5e7465 2024-11-20T11:50:04,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/c2acb5bbc714461aadce524e5a4aa5c3 2024-11-20T11:50:04,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ceef4169f28b430c86b2831aa81eb164 2024-11-20T11:50:04,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/7fd651b171de47c9a5deb39d0bdad6f8 2024-11-20T11:50:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f5cba2c213fd4f0eaf30402a57bc2ac2 2024-11-20T11:50:04,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/ea174e338e2f43f4ab6f6e06fccab8ab 2024-11-20T11:50:04,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/f590b3ee50a84ba4828e17ab338e9473 2024-11-20T11:50:04,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/749883ab437b4f92a6cd06c66d7a9c5f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6074cadc5f74346a494529a22497268, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ad52cdc9135b47159627c063e95a0d01, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a7030ff7e5084a37a0935d824df7a442, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/b955007dac424a3785eb5a48214970ad, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ed4376b6eb774386bb9bc39cc79bbe4d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb] to archive 2024-11-20T11:50:04,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:04,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a257034286394e7d880dc69f48611b50 2024-11-20T11:50:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/c2c1f62fb7d34e0e90f184c12c05708e 2024-11-20T11:50:04,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/749883ab437b4f92a6cd06c66d7a9c5f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/749883ab437b4f92a6cd06c66d7a9c5f 2024-11-20T11:50:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ba96fad1859a40a58e86c80b82743b3f 2024-11-20T11:50:04,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/aa32fb264da34468ba6f5aa84be2b418 2024-11-20T11:50:04,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6074cadc5f74346a494529a22497268 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6074cadc5f74346a494529a22497268 2024-11-20T11:50:04,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/3633d3032720437a84790c9e8a5ba1ee 2024-11-20T11:50:04,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/bf6bb593db5e460e9ee66898cfa3ddc6 2024-11-20T11:50:04,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ad52cdc9135b47159627c063e95a0d01 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ad52cdc9135b47159627c063e95a0d01 2024-11-20T11:50:04,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/1914a5b466c64d5c9dc58f679b673aa7 2024-11-20T11:50:04,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25ed932434ee4e319877ac2234389d96 2024-11-20T11:50:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a7030ff7e5084a37a0935d824df7a442 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a7030ff7e5084a37a0935d824df7a442 2024-11-20T11:50:04,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/665a9abd06334a25923b8654c20e882a 2024-11-20T11:50:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c9cd36424534c95a488bf7e44a41c0d 2024-11-20T11:50:04,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/7bc0dad6ad50425fa1e2a9eecd878d0f 2024-11-20T11:50:04,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/b955007dac424a3785eb5a48214970ad to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/b955007dac424a3785eb5a48214970ad 2024-11-20T11:50:04,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/25c2eb82c08d456c9803547004e126a1 2024-11-20T11:50:04,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/97ecc316c1604defbc37aff0240027f5 2024-11-20T11:50:04,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/669ed51947c542e7aad06d25d95b0294 2024-11-20T11:50:04,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ed4376b6eb774386bb9bc39cc79bbe4d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/ed4376b6eb774386bb9bc39cc79bbe4d 2024-11-20T11:50:04,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/6c5f758282154c21ba1e549b2da38449 2024-11-20T11:50:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/9d4bea4d839f46cb83e09a55ae14cef6 2024-11-20T11:50:04,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/5057dd6be9a74719a0ac147ed8634c48 2024-11-20T11:50:04,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/56da7afa7e2c4ab78a61ba3be3ee2ecb 2024-11-20T11:50:04,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/620c477514244d0eb297379d908c1261, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/a2ca0da5851e48c98339c8af6c3eb0b9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/3422cdbfbaae4740a019b03d8b265e21, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/7c9060ec796d4b1faed4e541c73ba066, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9a475f7b6d424e1e89aeec3acee8b4e7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4cdde9fc28844f819fdcd4a3b6c8c7e3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d] to archive 2024-11-20T11:50:04,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:04,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6f875f9f08b64ff686c0eee4c38cdf41 2024-11-20T11:50:04,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/45d3e7b41840428d80d3c52acbd4670a 2024-11-20T11:50:04,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/620c477514244d0eb297379d908c1261 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/620c477514244d0eb297379d908c1261 2024-11-20T11:50:04,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/412713fdb68747538fe4e65c869831ae 2024-11-20T11:50:04,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/5a229df5bd734812b3491d7b061560e8 2024-11-20T11:50:04,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/a2ca0da5851e48c98339c8af6c3eb0b9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/a2ca0da5851e48c98339c8af6c3eb0b9 2024-11-20T11:50:04,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/115e69eace694729867d8842ee33876d 2024-11-20T11:50:04,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0c7e9436ab04499da9deffa7e1c7a974 2024-11-20T11:50:04,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/3422cdbfbaae4740a019b03d8b265e21 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/3422cdbfbaae4740a019b03d8b265e21 2024-11-20T11:50:04,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/d8d0b6e3bceb460ba0415c1d53815bac 2024-11-20T11:50:04,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/6543bebea83347f99c997516b485a211 2024-11-20T11:50:04,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/7c9060ec796d4b1faed4e541c73ba066 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/7c9060ec796d4b1faed4e541c73ba066 2024-11-20T11:50:04,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/583b40abbfa94c0c970fef13191e4dc7 2024-11-20T11:50:04,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0cd9a3584b8a49a3b4d46ed0119a849d 2024-11-20T11:50:04,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0ba3fb279b6a4ea2839b84d97b79f349 2024-11-20T11:50:04,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9a475f7b6d424e1e89aeec3acee8b4e7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9a475f7b6d424e1e89aeec3acee8b4e7 2024-11-20T11:50:04,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/42c3ea5c30e44fd7a1a6615bc6a568cc 2024-11-20T11:50:04,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/9f280631de2f4b21b9d9e41a051cbd61 2024-11-20T11:50:04,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/ed5dc452222c47d584c20f3ce39901e4 2024-11-20T11:50:04,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4cdde9fc28844f819fdcd4a3b6c8c7e3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4cdde9fc28844f819fdcd4a3b6c8c7e3 2024-11-20T11:50:04,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/4a62bc68815345a2abee2a1a2a14e844 2024-11-20T11:50:04,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/04bf8d951c9941d4b263e356b9a1c2c5 2024-11-20T11:50:04,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/2613b2231cae43cf8f8c88a6d792c0d0 2024-11-20T11:50:04,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/43c4c8a71f1b4eff92937c43b6507a8d 2024-11-20T11:50:04,217 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=4 2024-11-20T11:50:04,217 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. 2024-11-20T11:50:04,217 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for d152f6d0db546219853fe13bfbccb18f: Waiting for close lock at 1732103402469Running coprocessor pre-close hooks at 1732103402469Disabling compacts and flushes for region at 1732103402469Disabling writes for close at 1732103402469Obtaining lock to block concurrent updates at 1732103402469Preparing flush snapshotting stores in d152f6d0db546219853fe13bfbccb18f at 1732103402469Finished memstore snapshotting TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1732103402469Flushing stores of TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f. at 1732103402470 (+1 ms)Flushing d152f6d0db546219853fe13bfbccb18f/A: creating writer at 1732103402470Flushing mob file d152f6d0db546219853fe13bfbccb18f/A: appending metadata at 1732103402480 (+10 ms)Flushing mob file d152f6d0db546219853fe13bfbccb18f/A: closing flushed file at 1732103402480Flushing d152f6d0db546219853fe13bfbccb18f/A: appending metadata at 1732103402889 (+409 ms)Flushing d152f6d0db546219853fe13bfbccb18f/A: closing flushed file at 1732103402889Flushing d152f6d0db546219853fe13bfbccb18f/B: creating writer at 1732103403297 (+408 ms)Flushing d152f6d0db546219853fe13bfbccb18f/B: appending metadata at 1732103403304 (+7 ms)Flushing d152f6d0db546219853fe13bfbccb18f/B: closing flushed file at 1732103403304Flushing d152f6d0db546219853fe13bfbccb18f/C: creating writer at 1732103403719 (+415 ms)Flushing d152f6d0db546219853fe13bfbccb18f/C: appending metadata at 1732103403722 (+3 ms)Flushing d152f6d0db546219853fe13bfbccb18f/C: closing flushed file at 1732103403722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5f37fc: reopening flushed file at 1732103404136 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f583d9: reopening flushed file at 1732103404142 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e581e4: reopening flushed file at 1732103404146 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d152f6d0db546219853fe13bfbccb18f in 1682ms, sequenceid=360, compaction requested=false at 1732103404151 (+5 ms)Writing region close event to WAL at 1732103404214 (+63 ms)Running coprocessor post-close hooks at 1732103404217 (+3 ms)Closed at 1732103404217 2024-11-20T11:50:04,219 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,219 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=d152f6d0db546219853fe13bfbccb18f, regionState=CLOSED 2024-11-20T11:50:04,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:04,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T11:50:04,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure d152f6d0db546219853fe13bfbccb18f, server=4b15c4a73f2a,37387,1732103282273 in 1.9050 sec 2024-11-20T11:50:04,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T11:50:04,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d152f6d0db546219853fe13bfbccb18f, UNASSIGN in 1.9080 sec 2024-11-20T11:50:04,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T11:50:04,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-11-20T11:50:04,226 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103404226"}]},"ts":"1732103404226"} 2024-11-20T11:50:04,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:50:04,227 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:50:04,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9190 sec 2024-11-20T11:50:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T11:50:04,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:04,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:50:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,462 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T11:50:04,464 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,466 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,469 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits] 2024-11-20T11:50:04,472 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/23a4dc2619814a7dafe95d199fad5238 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/23a4dc2619814a7dafe95d199fad5238 2024-11-20T11:50:04,473 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e525ede0727640f0b28571ceef9e4001 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/A/e525ede0727640f0b28571ceef9e4001 2024-11-20T11:50:04,477 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c27986cc7a047f3b101ee3de8809fe8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/8c27986cc7a047f3b101ee3de8809fe8 2024-11-20T11:50:04,478 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6a1796897ea47babfe1dfe2637a794e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/B/a6a1796897ea47babfe1dfe2637a794e 2024-11-20T11:50:04,482 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0654b7c9b7964ea1b4e7f870747cbe22 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/0654b7c9b7964ea1b4e7f870747cbe22 2024-11-20T11:50:04,483 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/30248b1d38b643799fee85fe32099ba3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/C/30248b1d38b643799fee85fe32099ba3 2024-11-20T11:50:04,487 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits/363.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f/recovered.edits/363.seqid 2024-11-20T11:50:04,488 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,488 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:50:04,489 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:50:04,490 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T11:50:04,495 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005dada9355014540854d07ba2f12a1bf_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112005dada9355014540854d07ba2f12a1bf_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,497 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006a9e57a704c4fa0b8f3fa293dc16737_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112006a9e57a704c4fa0b8f3fa293dc16737_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,499 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f43228fc0bc416eb9fd1ce9f4af28bf_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201f43228fc0bc416eb9fd1ce9f4af28bf_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,500 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026b0529a47984cbfb1891a0f855d42ab_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112026b0529a47984cbfb1891a0f855d42ab_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,501 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052be9fb363a1411ba2638d562b609f4c_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112052be9fb363a1411ba2638d562b609f4c_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,503 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077fe60353c144347bc750cac312013a6_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112077fe60353c144347bc750cac312013a6_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,504 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120794c28e50de54102bf7692ea8765f35f_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120794c28e50de54102bf7692ea8765f35f_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,506 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e10e00e25a34fa18b289a250ebeda29_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e10e00e25a34fa18b289a250ebeda29_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,507 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c0d11c56de49ae9412782b75c6936c_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112080c0d11c56de49ae9412782b75c6936c_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,510 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ee62418a24444d1818db9a141efdb5d_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209ee62418a24444d1818db9a141efdb5d_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,512 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dab254146e437d8e3909b16f2cc7d7_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6dab254146e437d8e3909b16f2cc7d7_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,513 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a87bf0092f2b42a6b653aca097540d62_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a87bf0092f2b42a6b653aca097540d62_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,515 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcdcc7b610a04605bbf0d0087a4721c0_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcdcc7b610a04605bbf0d0087a4721c0_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,517 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c021d8a786f141ba97905a79107420ee_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c021d8a786f141ba97905a79107420ee_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,519 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1ae5aa37f044a1aa31ff16a7d5ad6ac_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1ae5aa37f044a1aa31ff16a7d5ad6ac_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,521 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d73b15b1d8674eaa9d7f78b05560ae07_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d73b15b1d8674eaa9d7f78b05560ae07_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,523 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de8d92d81f264679b590fc0500750a9e_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de8d92d81f264679b590fc0500750a9e_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,525 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5d11cdaa47f4e35a12111d985b8d392_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5d11cdaa47f4e35a12111d985b8d392_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,527 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2b25694054942bca7365fd29a771a54_d152f6d0db546219853fe13bfbccb18f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f2b25694054942bca7365fd29a771a54_d152f6d0db546219853fe13bfbccb18f 2024-11-20T11:50:04,528 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:50:04,531 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,535 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:50:04,537 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:50:04,539 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,539 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:50:04,540 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103404539"}]},"ts":"9223372036854775807"} 2024-11-20T11:50:04,541 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:50:04,541 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d152f6d0db546219853fe13bfbccb18f, NAME => 'TestAcidGuarantees,,1732103376611.d152f6d0db546219853fe13bfbccb18f.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:50:04,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:50:04,542 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103404542"}]},"ts":"9223372036854775807"} 2024-11-20T11:50:04,543 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:50:04,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-20T11:50:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T11:50:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:50:04,576 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:04,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1883488397_22 at /127.0.0.1:37086 [Waiting for operation #1105] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1883488397_22 at /127.0.0.1:58124 [Waiting for operation #659] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1336141589_22 at /127.0.0.1:38634 [Waiting for operation #764] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1336141589_22 at /127.0.0.1:58132 [Waiting for operation #643] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=559 (was 422) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8894 (was 8790) - AvailableMemoryMB LEAK? - 2024-11-20T11:50:04,600 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=559, ProcessCount=11, AvailableMemoryMB=8894 2024-11-20T11:50:04,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:50:04,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:50:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:04,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:50:04,603 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:04,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-20T11:50:04,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:50:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742257_1433 (size=959) 2024-11-20T11:50:04,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:05,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:50:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742258_1434 (size=53) 2024-11-20T11:50:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:05,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:50:05,424 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f82ea032ab915cc94a7e7de6c1f33cf0, disabling compactions & flushes 2024-11-20T11:50:05,425 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. after waiting 0 ms 2024-11-20T11:50:05,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,425 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,425 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f82ea032ab915cc94a7e7de6c1f33cf0: Waiting for close lock at 1732103405424Disabling compacts and flushes for region at 1732103405424Disabling writes for close at 1732103405425 (+1 ms)Writing region close event to WAL at 1732103405425Closed at 1732103405425 2024-11-20T11:50:05,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:50:05,427 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103405427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103405427"}]},"ts":"1732103405427"} 2024-11-20T11:50:05,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:50:05,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:50:05,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103405432"}]},"ts":"1732103405432"} 2024-11-20T11:50:05,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:50:05,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, ASSIGN}] 2024-11-20T11:50:05,436 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, ASSIGN 2024-11-20T11:50:05,437 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:50:05,484 WARN [regionserver/4b15c4a73f2a:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-20T11:50:05,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=f82ea032ab915cc94a7e7de6c1f33cf0, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:05,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, ASSIGN because future has completed 2024-11-20T11:50:05,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:05,744 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,744 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:50:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:05,745 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,745 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:50:05,745 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,746 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,747 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,748 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82ea032ab915cc94a7e7de6c1f33cf0 columnFamilyName A 2024-11-20T11:50:05,749 DEBUG [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:05,749 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(327): Store=f82ea032ab915cc94a7e7de6c1f33cf0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:05,749 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,750 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82ea032ab915cc94a7e7de6c1f33cf0 columnFamilyName B 2024-11-20T11:50:05,751 DEBUG [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:05,751 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(327): Store=f82ea032ab915cc94a7e7de6c1f33cf0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:05,751 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,752 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f82ea032ab915cc94a7e7de6c1f33cf0 columnFamilyName C 2024-11-20T11:50:05,752 DEBUG [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:05,753 INFO [StoreOpener-f82ea032ab915cc94a7e7de6c1f33cf0-1 {}] regionserver.HStore(327): Store=f82ea032ab915cc94a7e7de6c1f33cf0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:05,753 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,754 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,754 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,755 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,755 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,756 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:50:05,757 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,760 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:50:05,760 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened f82ea032ab915cc94a7e7de6c1f33cf0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59485891, jitterRate=-0.11359114944934845}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:50:05,760 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:05,761 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for f82ea032ab915cc94a7e7de6c1f33cf0: Running coprocessor pre-open hook at 1732103405746Writing region info on filesystem at 1732103405746Initializing all the Stores at 1732103405746Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103405747 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103405747Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103405747Cleaning up temporary data from old regions at 1732103405755 (+8 ms)Running coprocessor post-open hooks at 1732103405760 (+5 ms)Region opened successfully at 1732103405761 (+1 ms) 2024-11-20T11:50:05,762 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., pid=118, masterSystemTime=1732103405742 2024-11-20T11:50:05,764 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,764 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:05,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=f82ea032ab915cc94a7e7de6c1f33cf0, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:05,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:05,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T11:50:05,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 in 177 msec 2024-11-20T11:50:05,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T11:50:05,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, ASSIGN in 334 msec 2024-11-20T11:50:05,772 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:50:05,772 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103405772"}]},"ts":"1732103405772"} 2024-11-20T11:50:05,773 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:50:05,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:50:05,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-20T11:50:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-20T11:50:06,756 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:06,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,761 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279427f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,765 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186f3a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:50:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:50:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ce14a7 2024-11-20T11:50:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:50:06,772 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:50:06,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,775 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c53f45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,776 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36974c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,778 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d90b3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5530c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6311175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,784 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17189323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,786 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302efd22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,788 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df3610e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,790 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40de85b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,792 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bd6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,795 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a86bd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,797 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221dc762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,800 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff7e310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,802 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cbe319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b960f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,806 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6585233a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,808 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c41cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f28055a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:06,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:06,811 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706964f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:06,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203e51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:06,814 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,814 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,814 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,814 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,814 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,814 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,815 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,815 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,816 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,816 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:06,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,818 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-20T11:50:06,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:06,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:06,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:06,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2] 2024-11-20T11:50:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:06,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:06,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:06,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d014150c0dff4ae6b530f891981c7135 is 50, key is test_row_0/A:col10/1732103406823/Put/seqid=0 2024-11-20T11:50:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742259_1435 (size=14341) 2024-11-20T11:50:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103466861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103466861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103466862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103466863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103466865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:06,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:06,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:06,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103466975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103466975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103466975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103466975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103466975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103467185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103467185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103467185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103467185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103467185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d014150c0dff4ae6b530f891981c7135 2024-11-20T11:50:07,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5c151dd14a624e1988312678cbbba73e is 50, key is test_row_0/B:col10/1732103406823/Put/seqid=0 2024-11-20T11:50:07,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742260_1436 (size=12001) 2024-11-20T11:50:07,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:07,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103467495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103467495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103467495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103467495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103467504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:07,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:07,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5c151dd14a624e1988312678cbbba73e 2024-11-20T11:50:07,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/802e184497524d93af329b670aeae1df is 50, key is test_row_0/C:col10/1732103406823/Put/seqid=0 2024-11-20T11:50:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742261_1437 (size=12001) 2024-11-20T11:50:07,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:07,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103468005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103468005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103468005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103468005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:08,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103468014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:08,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:08,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:08,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:08,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/802e184497524d93af329b670aeae1df 2024-11-20T11:50:08,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d014150c0dff4ae6b530f891981c7135 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135 2024-11-20T11:50:08,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135, entries=200, sequenceid=13, filesize=14.0 K 2024-11-20T11:50:08,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5c151dd14a624e1988312678cbbba73e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e 2024-11-20T11:50:08,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T11:50:08,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/802e184497524d93af329b670aeae1df as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df 2024-11-20T11:50:08,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T11:50:08,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1287ms, sequenceid=13, compaction requested=false 2024-11-20T11:50:08,116 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T11:50:08,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T11:50:08,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:08,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:50:08,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/72047b5adb3d4ccc8b4c43bb06eeeb98 is 50, key is test_row_0/A:col10/1732103406864/Put/seqid=0 2024-11-20T11:50:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742262_1438 (size=12001) 2024-11-20T11:50:08,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/72047b5adb3d4ccc8b4c43bb06eeeb98 2024-11-20T11:50:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/da0c2fae5d2d4c688e8f6edea97cd6ca is 50, key is test_row_0/B:col10/1732103406864/Put/seqid=0 2024-11-20T11:50:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742263_1439 (size=12001) 2024-11-20T11:50:08,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/da0c2fae5d2d4c688e8f6edea97cd6ca 2024-11-20T11:50:08,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0720051e2a6046dca26f7eeebcb1e979 is 50, key is test_row_0/C:col10/1732103406864/Put/seqid=0 2024-11-20T11:50:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742264_1440 (size=12001) 2024-11-20T11:50:08,628 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0720051e2a6046dca26f7eeebcb1e979 2024-11-20T11:50:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/72047b5adb3d4ccc8b4c43bb06eeeb98 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98 2024-11-20T11:50:08,639 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T11:50:08,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/da0c2fae5d2d4c688e8f6edea97cd6ca as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca 2024-11-20T11:50:08,646 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T11:50:08,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0720051e2a6046dca26f7eeebcb1e979 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979 2024-11-20T11:50:08,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T11:50:08,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for f82ea032ab915cc94a7e7de6c1f33cf0 in 455ms, sequenceid=37, compaction requested=false 2024-11-20T11:50:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:08,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-20T11:50:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-20T11:50:08,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T11:50:08,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-20T11:50:08,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8390 sec 2024-11-20T11:50:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T11:50:08,969 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:08,969 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T11:50:08,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:08,972 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:08,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:09,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:09,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:09,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/70ed819d73b14247be1b04fcf7af3101 is 50, key is test_row_0/A:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742265_1441 (size=14341) 2024-11-20T11:50:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103469064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103469066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103469067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103469068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103469068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103469175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103469184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103469184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103469185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103469185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103469394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103469394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103469395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103469395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103469395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/70ed819d73b14247be1b04fcf7af3101 2024-11-20T11:50:09,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5efc000912de4023a9e396e0961665ff is 50, key is test_row_0/B:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:09,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742266_1442 (size=12001) 2024-11-20T11:50:09,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103469704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103469704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103469704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103469705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103469715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:09,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:50:09,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5efc000912de4023a9e396e0961665ff 2024-11-20T11:50:09,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bc038c34038943d19d89b923f606cfc9 is 50, key is test_row_0/C:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742267_1443 (size=12001) 2024-11-20T11:50:09,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:09,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:10,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:10,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:10,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103470225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:10,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103470225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103470225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:10,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103470225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103470225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:10,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bc038c34038943d19d89b923f606cfc9 2024-11-20T11:50:10,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/70ed819d73b14247be1b04fcf7af3101 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101 2024-11-20T11:50:10,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101, entries=200, sequenceid=48, filesize=14.0 K 2024-11-20T11:50:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5efc000912de4023a9e396e0961665ff as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff 2024-11-20T11:50:10,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T11:50:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bc038c34038943d19d89b923f606cfc9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9 2024-11-20T11:50:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9, entries=150, sequenceid=48, filesize=11.7 K 2024-11-20T11:50:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1239ms, sequenceid=48, compaction requested=true 2024-11-20T11:50:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:10,265 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:10,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:10,266 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:10,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:10,266 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:10,266 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:10,266 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,266 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,266 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.2 K 2024-11-20T11:50:10,266 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=39.7 K 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d014150c0dff4ae6b530f891981c7135, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103406821 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c151dd14a624e1988312678cbbba73e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103406821 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72047b5adb3d4ccc8b4c43bb06eeeb98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732103406848 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting da0c2fae5d2d4c688e8f6edea97cd6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732103406848 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70ed819d73b14247be1b04fcf7af3101, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409015 2024-11-20T11:50:10,267 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5efc000912de4023a9e396e0961665ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409019 2024-11-20T11:50:10,280 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:10,281 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:10,281 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/3ccc96d39ff74913a091def8e4ef2c7c is 50, key is test_row_0/B:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:10,281 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/cfb0a594cee9444286ed51fc9b1b427a is 50, key is test_row_0/A:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:10,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742268_1444 (size=12104) 2024-11-20T11:50:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742269_1445 (size=12104) 2024-11-20T11:50:10,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T11:50:10,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,348 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:50:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6f19345f12ee482887b468a214bb9b0a is 50, key is test_row_0/A:col10/1732103409064/Put/seqid=0 2024-11-20T11:50:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742270_1446 (size=12001) 2024-11-20T11:50:10,689 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/3ccc96d39ff74913a091def8e4ef2c7c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3ccc96d39ff74913a091def8e4ef2c7c 2024-11-20T11:50:10,693 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into 3ccc96d39ff74913a091def8e4ef2c7c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:10,693 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:10,693 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103410265; duration=0sec 2024-11-20T11:50:10,693 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:10,693 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:10,693 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:10,694 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:10,694 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:10,694 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:10,694 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.2 K 2024-11-20T11:50:10,694 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 802e184497524d93af329b670aeae1df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732103406821 2024-11-20T11:50:10,695 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0720051e2a6046dca26f7eeebcb1e979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732103406848 2024-11-20T11:50:10,695 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bc038c34038943d19d89b923f606cfc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409019 2024-11-20T11:50:10,701 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:10,701 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/f900679e4a084b528f69cdaef3ed6044 is 50, key is test_row_0/C:col10/1732103409019/Put/seqid=0 2024-11-20T11:50:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742271_1447 (size=12104) 2024-11-20T11:50:10,717 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/cfb0a594cee9444286ed51fc9b1b427a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/cfb0a594cee9444286ed51fc9b1b427a 2024-11-20T11:50:10,722 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into cfb0a594cee9444286ed51fc9b1b427a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:10,722 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:10,722 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103410265; duration=0sec 2024-11-20T11:50:10,722 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:10,722 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:10,725 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/f900679e4a084b528f69cdaef3ed6044 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/f900679e4a084b528f69cdaef3ed6044 2024-11-20T11:50:10,729 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into f900679e4a084b528f69cdaef3ed6044(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:10,729 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:10,729 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103410266; duration=0sec 2024-11-20T11:50:10,729 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:10,729 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:10,758 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6f19345f12ee482887b468a214bb9b0a 2024-11-20T11:50:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/1b701ab9d6914719871fe0fe57ec89a5 is 50, key is test_row_0/B:col10/1732103409064/Put/seqid=0 2024-11-20T11:50:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742272_1448 (size=12001) 2024-11-20T11:50:10,768 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/1b701ab9d6914719871fe0fe57ec89a5 2024-11-20T11:50:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1ca16b93191442518596e99be44342a7 is 50, key is test_row_0/C:col10/1732103409064/Put/seqid=0 2024-11-20T11:50:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742273_1449 (size=12001) 2024-11-20T11:50:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:11,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1ca16b93191442518596e99be44342a7 2024-11-20T11:50:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6f19345f12ee482887b468a214bb9b0a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a 2024-11-20T11:50:11,183 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-20T11:50:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/1b701ab9d6914719871fe0fe57ec89a5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5 2024-11-20T11:50:11,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5, entries=150, sequenceid=73, filesize=11.7 K 2024-11-20T11:50:11,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1ca16b93191442518596e99be44342a7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7 2024-11-20T11:50:11,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7, entries=150, sequenceid=73, filesize=11.7 K 2024-11-20T11:50:11,190 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f82ea032ab915cc94a7e7de6c1f33cf0 in 843ms, sequenceid=73, compaction requested=false 2024-11-20T11:50:11,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:11,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:11,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T11:50:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T11:50:11,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T11:50:11,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-20T11:50:11,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.2240 sec 2024-11-20T11:50:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:11,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:11,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:11,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/791073c2f73f4862a0f5737ac8ae2df9 is 50, key is test_row_0/A:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742274_1450 (size=19021) 2024-11-20T11:50:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103471349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103471349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103471464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103471464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103471465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103471465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103471465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/791073c2f73f4862a0f5737ac8ae2df9 2024-11-20T11:50:11,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/c910c2e185e9414999ca86e6de5c0bb3 is 50, key is test_row_0/B:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742275_1451 (size=12001) 2024-11-20T11:50:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103471684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103471685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103471685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103471685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103471685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103472004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103472004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103472004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103472005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103472005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/c910c2e185e9414999ca86e6de5c0bb3 2024-11-20T11:50:12,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7e13bf446fb14c66b5ff930f5e64d33c is 50, key is test_row_0/C:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:12,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742276_1452 (size=12001) 2024-11-20T11:50:12,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7e13bf446fb14c66b5ff930f5e64d33c 2024-11-20T11:50:12,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/791073c2f73f4862a0f5737ac8ae2df9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9 2024-11-20T11:50:12,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9, entries=300, sequenceid=89, filesize=18.6 K 2024-11-20T11:50:12,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/c910c2e185e9414999ca86e6de5c0bb3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3 2024-11-20T11:50:12,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T11:50:12,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7e13bf446fb14c66b5ff930f5e64d33c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c 2024-11-20T11:50:12,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c, entries=150, sequenceid=89, filesize=11.7 K 2024-11-20T11:50:12,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1244ms, sequenceid=89, compaction requested=true 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:12,499 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:12,499 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:12,500 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:12,500 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:12,500 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3ccc96d39ff74913a091def8e4ef2c7c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.3 K 2024-11-20T11:50:12,500 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/cfb0a594cee9444286ed51fc9b1b427a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=42.1 K 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfb0a594cee9444286ed51fc9b1b427a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409019 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ccc96d39ff74913a091def8e4ef2c7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409019 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f19345f12ee482887b468a214bb9b0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732103409064 2024-11-20T11:50:12,500 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b701ab9d6914719871fe0fe57ec89a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732103409064 2024-11-20T11:50:12,501 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c910c2e185e9414999ca86e6de5c0bb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411253 2024-11-20T11:50:12,501 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 791073c2f73f4862a0f5737ac8ae2df9, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411247 2024-11-20T11:50:12,506 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:12,506 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:12,506 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/7cc62b257dd1494f9de1f2f5be5179d9 is 50, key is test_row_0/A:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:12,506 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/d793aca11fef4210979eae84d2da1f9f is 50, key is test_row_0/B:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742277_1453 (size=12207) 2024-11-20T11:50:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742278_1454 (size=12207) 2024-11-20T11:50:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:12,520 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:12,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:50:12,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/3744e453cfcf48f88fc379c6db317cf9 is 50, key is test_row_0/A:col10/1732103412519/Put/seqid=0 2024-11-20T11:50:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742279_1455 (size=12001) 2024-11-20T11:50:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103472534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103472535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103472537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103472538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103472538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103472645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103472654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103472654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103472655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103472655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,662 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103472854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103472864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103472865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103472865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103472865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:12,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:12,919 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/d793aca11fef4210979eae84d2da1f9f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/d793aca11fef4210979eae84d2da1f9f 2024-11-20T11:50:12,920 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/7cc62b257dd1494f9de1f2f5be5179d9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/7cc62b257dd1494f9de1f2f5be5179d9 2024-11-20T11:50:12,923 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into d793aca11fef4210979eae84d2da1f9f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:12,923 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into 7cc62b257dd1494f9de1f2f5be5179d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:12,923 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103412499; duration=0sec 2024-11-20T11:50:12,923 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103412499; duration=0sec 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:12,923 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:12,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:12,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:12,924 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:12,924 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/f900679e4a084b528f69cdaef3ed6044, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.3 K 2024-11-20T11:50:12,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f900679e4a084b528f69cdaef3ed6044, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732103409019 2024-11-20T11:50:12,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ca16b93191442518596e99be44342a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732103409064 2024-11-20T11:50:12,924 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e13bf446fb14c66b5ff930f5e64d33c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411253 2024-11-20T11:50:12,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/3744e453cfcf48f88fc379c6db317cf9 2024-11-20T11:50:12,929 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:12,929 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/db3554ee753b4140838160517d43e1fe is 50, key is test_row_0/C:col10/1732103411255/Put/seqid=0 2024-11-20T11:50:12,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742280_1456 (size=12207) 2024-11-20T11:50:12,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/ef6e1883116743349a2ed4461083372c is 50, key is test_row_0/B:col10/1732103412519/Put/seqid=0 2024-11-20T11:50:12,938 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/db3554ee753b4140838160517d43e1fe as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/db3554ee753b4140838160517d43e1fe 2024-11-20T11:50:12,941 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into db3554ee753b4140838160517d43e1fe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:12,942 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:12,942 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103412499; duration=0sec 2024-11-20T11:50:12,942 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:12,942 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:12,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742281_1457 (size=12001) 2024-11-20T11:50:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T11:50:13,135 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:13,136 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T11:50:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:13,137 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:13,138 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:13,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:13,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103473164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103473174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103473175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103473185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103473185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:13,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T11:50:13,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/ef6e1883116743349a2ed4461083372c 2024-11-20T11:50:13,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/950edbe99784441f81e29a1ec3a7f16a is 50, key is test_row_0/C:col10/1732103412519/Put/seqid=0 2024-11-20T11:50:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742282_1458 (size=12001) 2024-11-20T11:50:13,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T11:50:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:13,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T11:50:13,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103473675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103473695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103473695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103473704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103473704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:13,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T11:50:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:13,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/950edbe99784441f81e29a1ec3a7f16a 2024-11-20T11:50:13,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/3744e453cfcf48f88fc379c6db317cf9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9 2024-11-20T11:50:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:13,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T11:50:13,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/ef6e1883116743349a2ed4461083372c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c 2024-11-20T11:50:13,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T11:50:13,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/950edbe99784441f81e29a1ec3a7f16a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a 2024-11-20T11:50:13,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T11:50:13,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1252ms, sequenceid=114, compaction requested=false 2024-11-20T11:50:13,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:13,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T11:50:13,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:13,900 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:50:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/ac1d384cd6e54498b81785a4dd0b5b25 is 50, key is test_row_0/A:col10/1732103412536/Put/seqid=0 2024-11-20T11:50:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742283_1459 (size=9657) 2024-11-20T11:50:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:14,308 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/ac1d384cd6e54498b81785a4dd0b5b25 2024-11-20T11:50:14,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06535ac778b8463ea0379719e579267c is 50, key is test_row_0/B:col10/1732103412536/Put/seqid=0 2024-11-20T11:50:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742284_1460 (size=9657) 2024-11-20T11:50:14,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06535ac778b8463ea0379719e579267c 2024-11-20T11:50:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2b7a5bbad40b4dbfadf920f0e22c208d is 50, key is test_row_0/C:col10/1732103412536/Put/seqid=0 2024-11-20T11:50:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742285_1461 (size=9657) 2024-11-20T11:50:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:14,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:14,727 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2b7a5bbad40b4dbfadf920f0e22c208d 2024-11-20T11:50:14,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/ac1d384cd6e54498b81785a4dd0b5b25 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25 2024-11-20T11:50:14,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T11:50:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06535ac778b8463ea0379719e579267c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c 2024-11-20T11:50:14,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T11:50:14,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2b7a5bbad40b4dbfadf920f0e22c208d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d 2024-11-20T11:50:14,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T11:50:14,740 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=107.34 KB/109920 for f82ea032ab915cc94a7e7de6c1f33cf0 in 840ms, sequenceid=129, compaction requested=true 2024-11-20T11:50:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T11:50:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T11:50:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:14,743 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:14,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T11:50:14,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T11:50:14,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-11-20T11:50:14,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/0f529985f90e4ffc991c78bbbe15c41b is 50, key is test_row_0/A:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:14,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.6080 sec 2024-11-20T11:50:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742286_1462 (size=16931) 2024-11-20T11:50:14,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103474756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103474757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103474758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103474760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103474765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103474875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103474875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103474875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103474875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103474875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/0f529985f90e4ffc991c78bbbe15c41b 2024-11-20T11:50:15,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0ccec416770f4ba0a5bafb3c9aebe76f is 50, key is test_row_0/B:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742287_1463 (size=12151) 2024-11-20T11:50:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T11:50:15,285 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:15,285 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T11:50:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T11:50:15,287 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:15,287 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:15,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T11:50:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103475405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T11:50:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:15,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:15,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:15,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:15,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0ccec416770f4ba0a5bafb3c9aebe76f 2024-11-20T11:50:15,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/cc72212f44ae4f2d8dcaa558d69fd10d is 50, key is test_row_0/C:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742288_1464 (size=12151) 2024-11-20T11:50:15,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/cc72212f44ae4f2d8dcaa558d69fd10d 2024-11-20T11:50:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/0f529985f90e4ffc991c78bbbe15c41b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b 2024-11-20T11:50:15,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b, entries=250, sequenceid=150, filesize=16.5 K 2024-11-20T11:50:15,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0ccec416770f4ba0a5bafb3c9aebe76f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f 2024-11-20T11:50:15,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T11:50:15,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/cc72212f44ae4f2d8dcaa558d69fd10d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d 2024-11-20T11:50:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T11:50:15,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f82ea032ab915cc94a7e7de6c1f33cf0 in 839ms, sequenceid=150, compaction requested=true 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:15,583 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:15,583 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:15,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50796 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:15,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:15,584 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:15,585 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/7cc62b257dd1494f9de1f2f5be5179d9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=49.6 K 2024-11-20T11:50:15,585 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:15,585 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:15,585 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:15,585 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cc62b257dd1494f9de1f2f5be5179d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411253 2024-11-20T11:50:15,585 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/d793aca11fef4210979eae84d2da1f9f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=44.9 K 2024-11-20T11:50:15,585 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting d793aca11fef4210979eae84d2da1f9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411253 2024-11-20T11:50:15,585 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3744e453cfcf48f88fc379c6db317cf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732103411347 2024-11-20T11:50:15,586 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac1d384cd6e54498b81785a4dd0b5b25, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103412533 2024-11-20T11:50:15,586 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ef6e1883116743349a2ed4461083372c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732103411347 2024-11-20T11:50:15,586 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f529985f90e4ffc991c78bbbe15c41b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:15,586 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 06535ac778b8463ea0379719e579267c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103412533 2024-11-20T11:50:15,586 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ccec416770f4ba0a5bafb3c9aebe76f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:15,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T11:50:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:15,592 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T11:50:15,593 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:15,593 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/83113430ab5147178387e52c50264041 is 50, key is test_row_0/A:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:15,596 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:15,596 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/efbb6bd2e8394b3487e893f23e2106f5 is 50, key is test_row_0/B:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T11:50:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/303ecee80c8544bc9d7a048cc3172215 is 50, key is test_row_0/A:col10/1732103414755/Put/seqid=0 2024-11-20T11:50:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742289_1465 (size=12493) 2024-11-20T11:50:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742290_1466 (size=12493) 2024-11-20T11:50:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742291_1467 (size=12151) 2024-11-20T11:50:15,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/303ecee80c8544bc9d7a048cc3172215 2024-11-20T11:50:15,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/979726a3b9e744bf8eddd2282bf80a02 is 50, key is test_row_0/B:col10/1732103414755/Put/seqid=0 2024-11-20T11:50:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742292_1468 (size=12151) 2024-11-20T11:50:15,639 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/979726a3b9e744bf8eddd2282bf80a02 2024-11-20T11:50:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7ba0697af4f0462fad0691236704727f is 50, key is test_row_0/C:col10/1732103414755/Put/seqid=0 2024-11-20T11:50:15,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742293_1469 (size=12151) 2024-11-20T11:50:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T11:50:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:15,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103475943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103475947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103475953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103475954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103475954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:15,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,013 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/83113430ab5147178387e52c50264041 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/83113430ab5147178387e52c50264041 2024-11-20T11:50:16,017 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/efbb6bd2e8394b3487e893f23e2106f5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/efbb6bd2e8394b3487e893f23e2106f5 2024-11-20T11:50:16,017 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into 83113430ab5147178387e52c50264041(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:16,017 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:16,017 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=12, startTime=1732103415583; duration=0sec 2024-11-20T11:50:16,018 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:16,018 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:16,018 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:16,018 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:16,018 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:16,018 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,018 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/db3554ee753b4140838160517d43e1fe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=44.9 K 2024-11-20T11:50:16,019 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting db3554ee753b4140838160517d43e1fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732103411253 2024-11-20T11:50:16,019 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 950edbe99784441f81e29a1ec3a7f16a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732103411347 2024-11-20T11:50:16,019 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b7a5bbad40b4dbfadf920f0e22c208d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732103412533 2024-11-20T11:50:16,020 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc72212f44ae4f2d8dcaa558d69fd10d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:16,020 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into efbb6bd2e8394b3487e893f23e2106f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:16,020 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:16,020 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=12, startTime=1732103415583; duration=0sec 2024-11-20T11:50:16,021 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:16,021 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:16,026 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:16,027 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/224247ba38d840db9c78b8644a33f007 is 50, key is test_row_0/C:col10/1732103414742/Put/seqid=0 2024-11-20T11:50:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742294_1470 (size=12493) 2024-11-20T11:50:16,040 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/224247ba38d840db9c78b8644a33f007 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/224247ba38d840db9c78b8644a33f007 2024-11-20T11:50:16,043 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into 224247ba38d840db9c78b8644a33f007(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:16,043 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:16,043 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=12, startTime=1732103415583; duration=0sec 2024-11-20T11:50:16,043 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:16,043 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:16,049 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7ba0697af4f0462fad0691236704727f 2024-11-20T11:50:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/303ecee80c8544bc9d7a048cc3172215 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215 2024-11-20T11:50:16,055 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T11:50:16,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/979726a3b9e744bf8eddd2282bf80a02 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02 2024-11-20T11:50:16,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T11:50:16,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/7ba0697af4f0462fad0691236704727f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f 2024-11-20T11:50:16,061 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f, entries=150, sequenceid=165, filesize=11.9 K 2024-11-20T11:50:16,062 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f82ea032ab915cc94a7e7de6c1f33cf0 in 470ms, sequenceid=165, compaction requested=false 2024-11-20T11:50:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T11:50:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T11:50:16,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T11:50:16,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-11-20T11:50:16,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 780 msec 2024-11-20T11:50:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:16,070 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:16,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T11:50:16,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/35b632b82618488f90fcc3eac2a73492 is 50, key is test_row_0/A:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:16,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742295_1471 (size=14541) 2024-11-20T11:50:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103476084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103476084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103476084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103476086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103476087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103476205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103476415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T11:50:16,425 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:16,425 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-20T11:50:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:16,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:16,427 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:16,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:16,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/35b632b82618488f90fcc3eac2a73492 2024-11-20T11:50:16,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/aa1736f8f7124cb5bb4d835f8a95a7a8 is 50, key is test_row_0/B:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742296_1472 (size=12151) 2024-11-20T11:50:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:16,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103476725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:16,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:16,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:16,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/aa1736f8f7124cb5bb4d835f8a95a7a8 2024-11-20T11:50:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:16,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2e4a49cc800741bcad52e1b9611e6323 is 50, key is test_row_0/C:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742297_1473 (size=12151) 2024-11-20T11:50:17,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:17,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:17,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:17,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103477235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:17,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103477235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103477235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:17,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103477245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:17,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103477245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:17,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:17,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:17,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2e4a49cc800741bcad52e1b9611e6323 2024-11-20T11:50:17,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/35b632b82618488f90fcc3eac2a73492 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492 2024-11-20T11:50:17,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492, entries=200, sequenceid=191, filesize=14.2 K 2024-11-20T11:50:17,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/aa1736f8f7124cb5bb4d835f8a95a7a8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8 2024-11-20T11:50:17,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8, entries=150, sequenceid=191, filesize=11.9 K 2024-11-20T11:50:17,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2e4a49cc800741bcad52e1b9611e6323 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323 2024-11-20T11:50:17,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323, entries=150, sequenceid=191, filesize=11.9 K 2024-11-20T11:50:17,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1241ms, sequenceid=191, compaction requested=true 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:17,312 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:17,312 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:17,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:17,312 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:17,312 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:17,313 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:17,313 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:17,313 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,313 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,313 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/83113430ab5147178387e52c50264041, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=38.3 K 2024-11-20T11:50:17,313 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/efbb6bd2e8394b3487e893f23e2106f5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.9 K 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83113430ab5147178387e52c50264041, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting efbb6bd2e8394b3487e893f23e2106f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 979726a3b9e744bf8eddd2282bf80a02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732103414755 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 303ecee80c8544bc9d7a048cc3172215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732103414755 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35b632b82618488f90fcc3eac2a73492, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:17,314 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1736f8f7124cb5bb4d835f8a95a7a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:17,322 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:17,322 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/8146252e46cc4152abbd0b3700ea7ff8 is 50, key is test_row_0/A:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:17,322 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:17,323 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5549f4d4df3e41edaad6a83ee43dd799 is 50, key is test_row_0/B:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:17,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742298_1474 (size=12595) 2024-11-20T11:50:17,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742299_1475 (size=12595) 2024-11-20T11:50:17,333 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5549f4d4df3e41edaad6a83ee43dd799 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5549f4d4df3e41edaad6a83ee43dd799 2024-11-20T11:50:17,337 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into 5549f4d4df3e41edaad6a83ee43dd799(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:17,337 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:17,337 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103417312; duration=0sec 2024-11-20T11:50:17,338 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:17,338 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:17,338 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:17,338 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:17,338 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:17,338 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,338 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/224247ba38d840db9c78b8644a33f007, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=35.9 K 2024-11-20T11:50:17,339 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 224247ba38d840db9c78b8644a33f007, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732103414731 2024-11-20T11:50:17,339 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba0697af4f0462fad0691236704727f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732103414755 2024-11-20T11:50:17,339 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e4a49cc800741bcad52e1b9611e6323, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:17,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T11:50:17,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:17,345 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T11:50:17,346 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:17,346 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2cfeb05025a842af9a03844caadaa95c is 50, key is test_row_0/C:col10/1732103415952/Put/seqid=0 2024-11-20T11:50:17,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/362f11c5d96443b2aa1ce96bf512328a is 50, key is test_row_0/A:col10/1732103416085/Put/seqid=0 2024-11-20T11:50:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742300_1476 (size=12595) 2024-11-20T11:50:17,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742301_1477 (size=12151) 2024-11-20T11:50:17,382 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/362f11c5d96443b2aa1ce96bf512328a 2024-11-20T11:50:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/a643e1aa1c4e4a25bf0e4f833a219f3b is 50, key is test_row_0/B:col10/1732103416085/Put/seqid=0 2024-11-20T11:50:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742302_1478 (size=12151) 2024-11-20T11:50:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:17,731 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/8146252e46cc4152abbd0b3700ea7ff8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/8146252e46cc4152abbd0b3700ea7ff8 2024-11-20T11:50:17,739 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into 8146252e46cc4152abbd0b3700ea7ff8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:17,739 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:17,739 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103417312; duration=0sec 2024-11-20T11:50:17,739 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:17,739 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:17,774 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/2cfeb05025a842af9a03844caadaa95c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2cfeb05025a842af9a03844caadaa95c 2024-11-20T11:50:17,781 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into 2cfeb05025a842af9a03844caadaa95c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:17,781 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:17,781 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103417312; duration=0sec 2024-11-20T11:50:17,781 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:17,781 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:17,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/a643e1aa1c4e4a25bf0e4f833a219f3b 2024-11-20T11:50:17,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/05c1aca0265f47dc8def9ad0488b4627 is 50, key is test_row_0/C:col10/1732103416085/Put/seqid=0 2024-11-20T11:50:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742303_1479 (size=12151) 2024-11-20T11:50:18,232 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/05c1aca0265f47dc8def9ad0488b4627 2024-11-20T11:50:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/362f11c5d96443b2aa1ce96bf512328a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a 2024-11-20T11:50:18,238 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T11:50:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/a643e1aa1c4e4a25bf0e4f833a219f3b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b 2024-11-20T11:50:18,245 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T11:50:18,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/05c1aca0265f47dc8def9ad0488b4627 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627 2024-11-20T11:50:18,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627, entries=150, sequenceid=205, filesize=11.9 K 2024-11-20T11:50:18,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for f82ea032ab915cc94a7e7de6c1f33cf0 in 905ms, sequenceid=205, compaction requested=false 2024-11-20T11:50:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-20T11:50:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-20T11:50:18,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T11:50:18,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-20T11:50:18,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.8290 sec 2024-11-20T11:50:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:18,264 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:18,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:18,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/c58f6314ffd043c08600c5fdbd8381b7 is 50, key is test_row_0/A:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742304_1480 (size=16931) 2024-11-20T11:50:18,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/c58f6314ffd043c08600c5fdbd8381b7 2024-11-20T11:50:18,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5cda90e5d6d0474282694bfff56a31e2 is 50, key is test_row_0/B:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742305_1481 (size=12151) 2024-11-20T11:50:18,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103478299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103478300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103478301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103478301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103478308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103478415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103478415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103478415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103478415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103478424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T11:50:18,575 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:18,575 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-20T11:50:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T11:50:18,577 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:18,577 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:18,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:18,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103478635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5cda90e5d6d0474282694bfff56a31e2 2024-11-20T11:50:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T11:50:18,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/77d6612fa47e4410b7f00ea581295f24 is 50, key is test_row_0/C:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742306_1482 (size=12151) 2024-11-20T11:50:18,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/77d6612fa47e4410b7f00ea581295f24 2024-11-20T11:50:18,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/c58f6314ffd043c08600c5fdbd8381b7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7 2024-11-20T11:50:18,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7, entries=250, sequenceid=218, filesize=16.5 K 2024-11-20T11:50:18,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5cda90e5d6d0474282694bfff56a31e2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2 2024-11-20T11:50:18,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T11:50:18,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/77d6612fa47e4410b7f00ea581295f24 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24 2024-11-20T11:50:18,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24, entries=150, sequenceid=218, filesize=11.9 K 2024-11-20T11:50:18,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f82ea032ab915cc94a7e7de6c1f33cf0 in 443ms, sequenceid=218, compaction requested=true 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:18,708 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:18,708 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:18,708 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:18,709 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5549f4d4df3e41edaad6a83ee43dd799, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.0 K 2024-11-20T11:50:18,709 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/8146252e46cc4152abbd0b3700ea7ff8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=40.7 K 2024-11-20T11:50:18,709 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5549f4d4df3e41edaad6a83ee43dd799, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:18,709 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8146252e46cc4152abbd0b3700ea7ff8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:18,709 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 362f11c5d96443b2aa1ce96bf512328a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732103416082 2024-11-20T11:50:18,709 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a643e1aa1c4e4a25bf0e4f833a219f3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732103416082 2024-11-20T11:50:18,711 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c58f6314ffd043c08600c5fdbd8381b7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418259 2024-11-20T11:50:18,711 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cda90e5d6d0474282694bfff56a31e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418261 2024-11-20T11:50:18,718 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:18,719 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/9403efb97f72472397210304e8b88dfa is 50, key is test_row_0/B:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,721 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:18,721 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/1c40947a6d07426c8b53504da9d13ead is 50, key is test_row_0/A:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742308_1484 (size=12697) 2024-11-20T11:50:18,729 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/1c40947a6d07426c8b53504da9d13ead as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1c40947a6d07426c8b53504da9d13ead 2024-11-20T11:50:18,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T11:50:18,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:18,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:50:18,732 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into 1c40947a6d07426c8b53504da9d13ead(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:18,733 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103418708; duration=0sec 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:18,733 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:18,733 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:18,734 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2cfeb05025a842af9a03844caadaa95c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.0 K 2024-11-20T11:50:18,734 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cfeb05025a842af9a03844caadaa95c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732103415952 2024-11-20T11:50:18,734 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c1aca0265f47dc8def9ad0488b4627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732103416082 2024-11-20T11:50:18,734 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d6612fa47e4410b7f00ea581295f24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418261 2024-11-20T11:50:18,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/dc5887186d6c4aec80bfd1dc641c986a is 50, key is test_row_0/A:col10/1732103418306/Put/seqid=0 2024-11-20T11:50:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742307_1483 (size=12697) 2024-11-20T11:50:18,742 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:18,742 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/8985713bc2134c8e92531174c7f51e9c is 50, key is test_row_0/C:col10/1732103418263/Put/seqid=0 2024-11-20T11:50:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742309_1485 (size=12151) 2024-11-20T11:50:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742310_1486 (size=12697) 2024-11-20T11:50:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T11:50:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:18,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103478955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103478959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103478961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103478965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103478966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103479075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103479085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103479085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103479085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,144 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/9403efb97f72472397210304e8b88dfa as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/9403efb97f72472397210304e8b88dfa 2024-11-20T11:50:19,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/dc5887186d6c4aec80bfd1dc641c986a 2024-11-20T11:50:19,148 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into 9403efb97f72472397210304e8b88dfa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:19,148 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:19,148 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103418708; duration=0sec 2024-11-20T11:50:19,149 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:19,149 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/95e80ba3d3b0419cb92ed57299a2c14b is 50, key is test_row_0/B:col10/1732103418306/Put/seqid=0 2024-11-20T11:50:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742311_1487 (size=12151) 2024-11-20T11:50:19,157 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/8985713bc2134c8e92531174c7f51e9c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/8985713bc2134c8e92531174c7f51e9c 2024-11-20T11:50:19,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/95e80ba3d3b0419cb92ed57299a2c14b 2024-11-20T11:50:19,164 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into 8985713bc2134c8e92531174c7f51e9c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:19,164 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:19,164 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103418708; duration=0sec 2024-11-20T11:50:19,164 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:19,164 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:19,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/9b26462c147c4848b369b70599410381 is 50, key is test_row_0/C:col10/1732103418306/Put/seqid=0 2024-11-20T11:50:19,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742312_1488 (size=12151) 2024-11-20T11:50:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T11:50:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103479285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103479295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103479295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103479295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103479475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/9b26462c147c4848b369b70599410381 2024-11-20T11:50:19,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/dc5887186d6c4aec80bfd1dc641c986a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a 2024-11-20T11:50:19,582 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:50:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/95e80ba3d3b0419cb92ed57299a2c14b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b 2024-11-20T11:50:19,586 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:50:19,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/9b26462c147c4848b369b70599410381 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381 2024-11-20T11:50:19,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T11:50:19,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f82ea032ab915cc94a7e7de6c1f33cf0 in 862ms, sequenceid=243, compaction requested=false 2024-11-20T11:50:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-20T11:50:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-20T11:50:19,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T11:50:19,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-11-20T11:50:19,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.0190 sec 2024-11-20T11:50:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:19,597 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:19,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:50:19,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/f89364315df54d3cbe9a9b4de436422a is 50, key is test_row_0/A:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742313_1489 (size=14591) 2024-11-20T11:50:19,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/f89364315df54d3cbe9a9b4de436422a 2024-11-20T11:50:19,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0c6aea4cc35b41bf810e3656e202c503 is 50, key is test_row_0/B:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742314_1490 (size=12201) 2024-11-20T11:50:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103479652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103479658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103479659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103479660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T11:50:19,715 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:19,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-20T11:50:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T11:50:19,717 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:19,718 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:19,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:19,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103479775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103479775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103479775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103479775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T11:50:19,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T11:50:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:19,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103479985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,991 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103479985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:19,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103479985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:19,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103479994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T11:50:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0c6aea4cc35b41bf810e3656e202c503 2024-11-20T11:50:20,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e1abd159f73644ddbb8fb775c5c1704a is 50, key is test_row_0/C:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T11:50:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742315_1491 (size=12201) 2024-11-20T11:50:20,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T11:50:20,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103480295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103480295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103480304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,308 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103480315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T11:50:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T11:50:20,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e1abd159f73644ddbb8fb775c5c1704a 2024-11-20T11:50:20,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/f89364315df54d3cbe9a9b4de436422a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a 2024-11-20T11:50:20,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a, entries=200, sequenceid=258, filesize=14.2 K 2024-11-20T11:50:20,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/0c6aea4cc35b41bf810e3656e202c503 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503 2024-11-20T11:50:20,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T11:50:20,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e1abd159f73644ddbb8fb775c5c1704a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a 2024-11-20T11:50:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a, entries=150, sequenceid=258, filesize=11.9 K 2024-11-20T11:50:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f82ea032ab915cc94a7e7de6c1f33cf0 in 866ms, sequenceid=258, compaction requested=true 2024-11-20T11:50:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:20,464 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:20,464 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:20,465 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:20,465 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:20,465 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,465 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1c40947a6d07426c8b53504da9d13ead, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=38.5 K 2024-11-20T11:50:20,466 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c40947a6d07426c8b53504da9d13ead, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418261 2024-11-20T11:50:20,467 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc5887186d6c4aec80bfd1dc641c986a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103418299 2024-11-20T11:50:20,467 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:20,467 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:20,467 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,467 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/9403efb97f72472397210304e8b88dfa, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.2 K 2024-11-20T11:50:20,467 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting f89364315df54d3cbe9a9b4de436422a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:20,469 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9403efb97f72472397210304e8b88dfa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418261 2024-11-20T11:50:20,469 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 95e80ba3d3b0419cb92ed57299a2c14b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103418299 2024-11-20T11:50:20,469 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6aea4cc35b41bf810e3656e202c503, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:20,475 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:20,476 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/c02d752814b94509a16585168f809fb5 is 50, key is test_row_0/A:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:20,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T11:50:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:50:20,490 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:20,490 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/fb635c1b939d4e2c9164b639428cf493 is 50, key is test_row_0/B:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/51a21863cfcb4cffb66672bea9611a65 is 50, key is test_row_0/A:col10/1732103419659/Put/seqid=0 2024-11-20T11:50:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:20,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742316_1492 (size=12849) 2024-11-20T11:50:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742317_1493 (size=12301) 2024-11-20T11:50:20,514 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/51a21863cfcb4cffb66672bea9611a65 2024-11-20T11:50:20,516 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/c02d752814b94509a16585168f809fb5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c02d752814b94509a16585168f809fb5 2024-11-20T11:50:20,519 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into c02d752814b94509a16585168f809fb5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:20,520 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:20,520 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103420464; duration=0sec 2024-11-20T11:50:20,520 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:20,520 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:20,520 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:20,520 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:20,521 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:20,521 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,521 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/8985713bc2134c8e92531174c7f51e9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.2 K 2024-11-20T11:50:20,521 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8985713bc2134c8e92531174c7f51e9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732103418261 2024-11-20T11:50:20,521 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b26462c147c4848b369b70599410381, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732103418299 2024-11-20T11:50:20,522 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1abd159f73644ddbb8fb775c5c1704a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742318_1494 (size=12849) 2024-11-20T11:50:20,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/3985fe3a2cb04ab797ee994fcb223c2f is 50, key is test_row_0/B:col10/1732103419659/Put/seqid=0 2024-11-20T11:50:20,536 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/fb635c1b939d4e2c9164b639428cf493 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/fb635c1b939d4e2c9164b639428cf493 2024-11-20T11:50:20,541 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into fb635c1b939d4e2c9164b639428cf493(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:20,541 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:20,541 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103420464; duration=0sec 2024-11-20T11:50:20,541 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:20,541 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742319_1495 (size=12301) 2024-11-20T11:50:20,542 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/3985fe3a2cb04ab797ee994fcb223c2f 2024-11-20T11:50:20,546 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:20,546 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/64e81bedd9604ab3bc922390ee5b884b is 50, key is test_row_0/C:col10/1732103418950/Put/seqid=0 2024-11-20T11:50:20,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bdd9a8c69fc941f08d3c2272e83b1a95 is 50, key is test_row_0/C:col10/1732103419659/Put/seqid=0 2024-11-20T11:50:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742321_1497 (size=12301) 2024-11-20T11:50:20,553 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bdd9a8c69fc941f08d3c2272e83b1a95 2024-11-20T11:50:20,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/51a21863cfcb4cffb66672bea9611a65 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65 2024-11-20T11:50:20,558 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T11:50:20,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/3985fe3a2cb04ab797ee994fcb223c2f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f 2024-11-20T11:50:20,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T11:50:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/bdd9a8c69fc941f08d3c2272e83b1a95 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95 2024-11-20T11:50:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742320_1496 (size=12849) 2024-11-20T11:50:20,568 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T11:50:20,570 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f82ea032ab915cc94a7e7de6c1f33cf0 in 86ms, sequenceid=282, compaction requested=false 2024-11-20T11:50:20,570 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/64e81bedd9604ab3bc922390ee5b884b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/64e81bedd9604ab3bc922390ee5b884b 2024-11-20T11:50:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:20,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-20T11:50:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-20T11:50:20,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-20T11:50:20,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 853 msec 2024-11-20T11:50:20,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 858 msec 2024-11-20T11:50:20,577 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into 64e81bedd9604ab3bc922390ee5b884b(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:20,577 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:20,577 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103420465; duration=0sec 2024-11-20T11:50:20,577 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:20,577 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:20,578 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:20,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T11:50:20,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d416b52c40e347a59788f3f37d433b6b is 50, key is test_row_0/A:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742322_1498 (size=14741) 2024-11-20T11:50:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103480725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103480815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103480815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103480815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103480824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103480844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T11:50:20,855 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:20,855 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-20T11:50:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:20,857 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:20,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:20,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:20,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d416b52c40e347a59788f3f37d433b6b 2024-11-20T11:50:21,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7d6ba68668b84221941f4d6cff55672f is 50, key is test_row_0/B:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:21,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742323_1499 (size=12301) 2024-11-20T11:50:21,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103481055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:21,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103481365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7d6ba68668b84221941f4d6cff55672f 2024-11-20T11:50:21,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e0bc722822a748ca8cb19f9a56a76e6b is 50, key is test_row_0/C:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742324_1500 (size=12301) 2024-11-20T11:50:21,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:21,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103481835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103481836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,843 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103481836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,844 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,844 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103481846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:21,849 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:21,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:21,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e0bc722822a748ca8cb19f9a56a76e6b 2024-11-20T11:50:21,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/d416b52c40e347a59788f3f37d433b6b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b 2024-11-20T11:50:21,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b, entries=200, sequenceid=298, filesize=14.4 K 2024-11-20T11:50:21,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7d6ba68668b84221941f4d6cff55672f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f 2024-11-20T11:50:21,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T11:50:21,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e0bc722822a748ca8cb19f9a56a76e6b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b 2024-11-20T11:50:21,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-20T11:50:21,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1307ms, sequenceid=298, compaction requested=true 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:21,885 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:21,885 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:21,886 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:21,886 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:21,886 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,886 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:21,887 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:21,887 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/fb635c1b939d4e2c9164b639428cf493, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.6 K 2024-11-20T11:50:21,887 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,887 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c02d752814b94509a16585168f809fb5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=39.0 K 2024-11-20T11:50:21,887 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting fb635c1b939d4e2c9164b639428cf493, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:21,887 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c02d752814b94509a16585168f809fb5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:21,887 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51a21863cfcb4cffb66672bea9611a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103419643 2024-11-20T11:50:21,887 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3985fe3a2cb04ab797ee994fcb223c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103419643 2024-11-20T11:50:21,893 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6ba68668b84221941f4d6cff55672f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:21,893 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d416b52c40e347a59788f3f37d433b6b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:21,900 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:21,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:50:21,922 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:21,923 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/21318ef51aea46dba55be7840c6c5f20 is 50, key is test_row_0/B:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:21,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:21,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:21,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,942 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:21,943 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/ab68977873ff413d910223155ccad615 is 50, key is test_row_0/A:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:21,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/30beea258fd14f80a26a2e944ca57c2e is 50, key is test_row_0/A:col10/1732103421898/Put/seqid=0 2024-11-20T11:50:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742326_1502 (size=13051) 2024-11-20T11:50:22,013 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/ab68977873ff413d910223155ccad615 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ab68977873ff413d910223155ccad615 2024-11-20T11:50:22,023 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into ab68977873ff413d910223155ccad615(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:22,023 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:22,023 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103421885; duration=0sec 2024-11-20T11:50:22,023 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:22,023 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:22,023 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742325_1501 (size=13051) 2024-11-20T11:50:22,026 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:22,026 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:22,026 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,026 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/64e81bedd9604ab3bc922390ee5b884b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.6 K 2024-11-20T11:50:22,032 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e81bedd9604ab3bc922390ee5b884b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732103418950 2024-11-20T11:50:22,033 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdd9a8c69fc941f08d3c2272e83b1a95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732103419643 2024-11-20T11:50:22,034 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0bc722822a748ca8cb19f9a56a76e6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742327_1503 (size=12301) 2024-11-20T11:50:22,045 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/21318ef51aea46dba55be7840c6c5f20 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/21318ef51aea46dba55be7840c6c5f20 2024-11-20T11:50:22,050 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:22,050 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e14fd43f354e475a8dc2c758d8997eb1 is 50, key is test_row_0/C:col10/1732103420576/Put/seqid=0 2024-11-20T11:50:22,053 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into 21318ef51aea46dba55be7840c6c5f20(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:22,053 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:22,053 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103421885; duration=0sec 2024-11-20T11:50:22,053 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:22,054 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:22,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:22,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742328_1504 (size=13051) 2024-11-20T11:50:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103482075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:22,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103482188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:22,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103482405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:22,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/30beea258fd14f80a26a2e944ca57c2e 2024-11-20T11:50:22,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/2c95eaa77d134da2ad99ad56882def1a is 50, key is test_row_0/B:col10/1732103421898/Put/seqid=0 2024-11-20T11:50:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742329_1505 (size=12301) 2024-11-20T11:50:22,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/2c95eaa77d134da2ad99ad56882def1a 2024-11-20T11:50:22,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/247d0dc25008411f8b87336b0c5c0565 is 50, key is test_row_0/C:col10/1732103421898/Put/seqid=0 2024-11-20T11:50:22,488 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/e14fd43f354e475a8dc2c758d8997eb1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e14fd43f354e475a8dc2c758d8997eb1 2024-11-20T11:50:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742330_1506 (size=12301) 2024-11-20T11:50:22,499 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into e14fd43f354e475a8dc2c758d8997eb1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:22,499 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:22,499 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103421885; duration=0sec 2024-11-20T11:50:22,499 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:22,499 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:22,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103482716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:22,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:22,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:22,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:22,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/247d0dc25008411f8b87336b0c5c0565 2024-11-20T11:50:22,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/30beea258fd14f80a26a2e944ca57c2e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e 2024-11-20T11:50:22,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T11:50:22,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/2c95eaa77d134da2ad99ad56882def1a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a 2024-11-20T11:50:22,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T11:50:22,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/247d0dc25008411f8b87336b0c5c0565 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565 2024-11-20T11:50:22,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565, entries=150, sequenceid=322, filesize=12.0 K 2024-11-20T11:50:22,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1027ms, sequenceid=322, compaction requested=false 2024-11-20T11:50:22,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:23,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T11:50:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:23,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:50:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/fded16d882c64a699a92941aed06d6d1 is 50, key is test_row_0/A:col10/1732103421925/Put/seqid=0 2024-11-20T11:50:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742331_1507 (size=12301) 2024-11-20T11:50:23,091 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/fded16d882c64a699a92941aed06d6d1 2024-11-20T11:50:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 is 50, key is test_row_0/B:col10/1732103421925/Put/seqid=0 2024-11-20T11:50:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742332_1508 (size=12301) 2024-11-20T11:50:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:23,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:23,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103483423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103483546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,563 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 2024-11-20T11:50:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0d716ddbe41e4767b5112c67dc6e90ec is 50, key is test_row_0/C:col10/1732103421925/Put/seqid=0 2024-11-20T11:50:23,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742333_1509 (size=12301) 2024-11-20T11:50:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103483765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53122 deadline: 1732103483855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53162 deadline: 1732103483855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,863 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,863 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53186 deadline: 1732103483865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53168 deadline: 1732103483865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:23,876 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_1' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:23,877 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_2' in f82ea032ab915cc94a7e7de6c1f33cf0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:23,977 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0d716ddbe41e4767b5112c67dc6e90ec 2024-11-20T11:50:23,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/fded16d882c64a699a92941aed06d6d1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1 2024-11-20T11:50:23,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T11:50:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 2024-11-20T11:50:23,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T11:50:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0d716ddbe41e4767b5112c67dc6e90ec as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec 2024-11-20T11:50:23,999 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T11:50:24,000 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f82ea032ab915cc94a7e7de6c1f33cf0 in 970ms, sequenceid=337, compaction requested=true 2024-11-20T11:50:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:24,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-20T11:50:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-20T11:50:24,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T11:50:24,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1440 sec 2024-11-20T11:50:24,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 3.1530 sec 2024-11-20T11:50:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:24,090 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:24,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:50:24,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/559febe211bb4be394fbbbfa78f9340b is 50, key is test_row_0/A:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742334_1510 (size=14741) 2024-11-20T11:50:24,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/559febe211bb4be394fbbbfa78f9340b 2024-11-20T11:50:24,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06afd5837e9c4f35be7c41b015424d23 is 50, key is test_row_0/B:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:24,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742335_1511 (size=12301) 2024-11-20T11:50:24,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:24,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103484157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103484275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103484495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:24,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06afd5837e9c4f35be7c41b015424d23 2024-11-20T11:50:24,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1801352f5f9945849062c044f7499003 is 50, key is test_row_0/C:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742336_1512 (size=12301) 2024-11-20T11:50:24,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1801352f5f9945849062c044f7499003 2024-11-20T11:50:24,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/559febe211bb4be394fbbbfa78f9340b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b 2024-11-20T11:50:24,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b, entries=200, sequenceid=362, filesize=14.4 K 2024-11-20T11:50:24,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/06afd5837e9c4f35be7c41b015424d23 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23 2024-11-20T11:50:24,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T11:50:24,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/1801352f5f9945849062c044f7499003 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003 2024-11-20T11:50:24,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003, entries=150, sequenceid=362, filesize=12.0 K 2024-11-20T11:50:24,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f82ea032ab915cc94a7e7de6c1f33cf0 in 514ms, sequenceid=362, compaction requested=true 2024-11-20T11:50:24,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:24,605 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:24,605 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:24,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:24,608 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:24,608 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:24,608 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:24,608 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:24,608 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:24,608 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:24,608 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/21318ef51aea46dba55be7840c6c5f20, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=48.8 K 2024-11-20T11:50:24,608 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ab68977873ff413d910223155ccad615, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=51.2 K 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab68977873ff413d910223155ccad615, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 21318ef51aea46dba55be7840c6c5f20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c95eaa77d134da2ad99ad56882def1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732103420675 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30beea258fd14f80a26a2e944ca57c2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732103420675 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting fded16d882c64a699a92941aed06d6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732103421925 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 634e9b6c2fb04fde8b9d3ea1a715d3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732103421925 2024-11-20T11:50:24,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559febe211bb4be394fbbbfa78f9340b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:24,610 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 06afd5837e9c4f35be7c41b015424d23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:24,626 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:24,626 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/acc0fe3423834a889c189549643797a4 is 50, key is test_row_0/A:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:24,631 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:24,631 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/a821cca2987a409f8acce9c7d222532c is 50, key is test_row_0/B:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742337_1513 (size=13187) 2024-11-20T11:50:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742338_1514 (size=13187) 2024-11-20T11:50:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:24,822 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:24,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T11:50:24,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/110d9bc9693640a0a48ae136492ecbf2 is 50, key is test_row_0/A:col10/1732103424821/Put/seqid=0 2024-11-20T11:50:24,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742339_1515 (size=14741) 2024-11-20T11:50:24,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/110d9bc9693640a0a48ae136492ecbf2 2024-11-20T11:50:24,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5550c068ec9648bc9fe0d431d0bad42f is 50, key is test_row_0/B:col10/1732103424821/Put/seqid=0 2024-11-20T11:50:24,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742340_1516 (size=12301) 2024-11-20T11:50:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T11:50:25,015 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:25,016 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T11:50:25,017 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:25,018 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:25,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:25,051 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/acc0fe3423834a889c189549643797a4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/acc0fe3423834a889c189549643797a4 2024-11-20T11:50:25,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103485040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:25,055 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into acc0fe3423834a889c189549643797a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:25,055 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:25,055 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=12, startTime=1732103424604; duration=0sec 2024-11-20T11:50:25,055 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:25,055 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:25,056 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:25,057 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:25,057 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:25,057 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,057 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e14fd43f354e475a8dc2c758d8997eb1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=48.8 K 2024-11-20T11:50:25,058 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14fd43f354e475a8dc2c758d8997eb1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732103420498 2024-11-20T11:50:25,058 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247d0dc25008411f8b87336b0c5c0565, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732103420675 2024-11-20T11:50:25,058 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d716ddbe41e4767b5112c67dc6e90ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732103421925 2024-11-20T11:50:25,059 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1801352f5f9945849062c044f7499003, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:25,063 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/a821cca2987a409f8acce9c7d222532c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a821cca2987a409f8acce9c7d222532c 2024-11-20T11:50:25,066 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into a821cca2987a409f8acce9c7d222532c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:25,066 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:25,067 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=12, startTime=1732103424605; duration=0sec 2024-11-20T11:50:25,067 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:25,067 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:25,067 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:25,067 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0683113298334c1fa91741f89f88f596 is 50, key is test_row_0/C:col10/1732103424088/Put/seqid=0 2024-11-20T11:50:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742341_1517 (size=13187) 2024-11-20T11:50:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:25,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103485164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:25,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5550c068ec9648bc9fe0d431d0bad42f 2024-11-20T11:50:25,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/6381f4c7fb8f4958a0e61ef8cce66ae7 is 50, key is test_row_0/C:col10/1732103424821/Put/seqid=0 2024-11-20T11:50:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742342_1518 (size=12301) 2024-11-20T11:50:25,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103485384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:25,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:25,475 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/0683113298334c1fa91741f89f88f596 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0683113298334c1fa91741f89f88f596 2024-11-20T11:50:25,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,480 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into 0683113298334c1fa91741f89f88f596(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:25,480 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:25,480 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=12, startTime=1732103424605; duration=0sec 2024-11-20T11:50:25,480 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:25,480 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:25,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:25,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/6381f4c7fb8f4958a0e61ef8cce66ae7 2024-11-20T11:50:25,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/110d9bc9693640a0a48ae136492ecbf2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2 2024-11-20T11:50:25,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2, entries=200, sequenceid=374, filesize=14.4 K 2024-11-20T11:50:25,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/5550c068ec9648bc9fe0d431d0bad42f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f 2024-11-20T11:50:25,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T11:50:25,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/6381f4c7fb8f4958a0e61ef8cce66ae7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7 2024-11-20T11:50:25,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7, entries=150, sequenceid=374, filesize=12.0 K 2024-11-20T11:50:25,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f82ea032ab915cc94a7e7de6c1f33cf0 in 868ms, sequenceid=374, compaction requested=false 2024-11-20T11:50:25,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:25,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:50:25,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6efd21484b7c476f9371d10f67fe4c46 is 50, key is test_row_0/A:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742343_1519 (size=14741) 2024-11-20T11:50:25,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6efd21484b7c476f9371d10f67fe4c46 2024-11-20T11:50:25,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/b63bb39eec4f42ee92c3d919ce654ba6 is 50, key is test_row_0/B:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:25,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742344_1520 (size=12301) 2024-11-20T11:50:25,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103485757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:25,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103485875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:25,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:25,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:25,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103486085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:26,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/b63bb39eec4f42ee92c3d919ce654ba6 2024-11-20T11:50:26,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/b90c54eb4eed4880a475297464a80020 is 50, key is test_row_0/C:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742345_1521 (size=12301) 2024-11-20T11:50:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:26,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53150 deadline: 1732103486394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 , the old value is region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=2 because the exception is null or not the one we care about 2024-11-20T11:50:26,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/b90c54eb4eed4880a475297464a80020 2024-11-20T11:50:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:26,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/6efd21484b7c476f9371d10f67fe4c46 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46 2024-11-20T11:50:26,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46, entries=200, sequenceid=402, filesize=14.4 K 2024-11-20T11:50:26,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/b63bb39eec4f42ee92c3d919ce654ba6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6 2024-11-20T11:50:26,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T11:50:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/b90c54eb4eed4880a475297464a80020 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020 2024-11-20T11:50:26,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T11:50:26,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f82ea032ab915cc94a7e7de6c1f33cf0 in 871ms, sequenceid=402, compaction requested=true 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:26,569 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f82ea032ab915cc94a7e7de6c1f33cf0:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:26,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:50:26,569 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:26,570 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:26,570 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/A is initiating minor compaction (all files) 2024-11-20T11:50:26,571 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/A in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,571 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/acc0fe3423834a889c189549643797a4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=41.7 K 2024-11-20T11:50:26,571 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting acc0fe3423834a889c189549643797a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:26,571 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 110d9bc9693640a0a48ae136492ecbf2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732103424138 2024-11-20T11:50:26,572 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6efd21484b7c476f9371d10f67fe4c46, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732103424963 2024-11-20T11:50:26,573 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:26,573 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/B is initiating minor compaction (all files) 2024-11-20T11:50:26,573 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/B in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,573 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a821cca2987a409f8acce9c7d222532c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.9 K 2024-11-20T11:50:26,573 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a821cca2987a409f8acce9c7d222532c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:26,573 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5550c068ec9648bc9fe0d431d0bad42f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732103424154 2024-11-20T11:50:26,574 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63bb39eec4f42ee92c3d919ce654ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732103424963 2024-11-20T11:50:26,582 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:26,582 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/f73ebed0229a4ef198f4dcda02d615ed is 50, key is test_row_0/A:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:26,586 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#B#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:26,586 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/67ed1ff722b243db85eef90ba61a9ae3 is 50, key is test_row_0/B:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742346_1522 (size=13289) 2024-11-20T11:50:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742347_1523 (size=13289) 2024-11-20T11:50:26,602 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/67ed1ff722b243db85eef90ba61a9ae3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/67ed1ff722b243db85eef90ba61a9ae3 2024-11-20T11:50:26,608 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/B of f82ea032ab915cc94a7e7de6c1f33cf0 into 67ed1ff722b243db85eef90ba61a9ae3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:26,608 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:26,608 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/B, priority=13, startTime=1732103426569; duration=0sec 2024-11-20T11:50:26,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:26,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:B 2024-11-20T11:50:26,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:26,609 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:26,610 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): f82ea032ab915cc94a7e7de6c1f33cf0/C is initiating minor compaction (all files) 2024-11-20T11:50:26,610 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f82ea032ab915cc94a7e7de6c1f33cf0/C in TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,610 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0683113298334c1fa91741f89f88f596, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp, totalSize=36.9 K 2024-11-20T11:50:26,610 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0683113298334c1fa91741f89f88f596, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732103423374 2024-11-20T11:50:26,610 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6381f4c7fb8f4958a0e61ef8cce66ae7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732103424154 2024-11-20T11:50:26,610 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b90c54eb4eed4880a475297464a80020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732103424963 2024-11-20T11:50:26,626 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f82ea032ab915cc94a7e7de6c1f33cf0#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:26,627 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/a1d38cb94d954c14b5c5f521a0b34c78 is 50, key is test_row_0/C:col10/1732103424963/Put/seqid=0 2024-11-20T11:50:26,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742348_1524 (size=13289) 2024-11-20T11:50:26,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T11:50:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:26,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/09a5cc79681c46c08b766f9bf73a8e01 is 50, key is test_row_0/A:col10/1732103425713/Put/seqid=0 2024-11-20T11:50:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742349_1525 (size=12301) 2024-11-20T11:50:26,818 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-11-20T11:50:26,818 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,818 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,818 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,819 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-11-20T11:50:26,819 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,820 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,820 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,822 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-11-20T11:50:26,822 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,822 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,822 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,824 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-11-20T11:50:26,824 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,824 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,824 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,826 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-11-20T11:50:26,826 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,826 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,826 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:26,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. as already flushing 2024-11-20T11:50:26,917 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-11-20T11:50:26,917 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:26,917 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,917 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:26,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:26,999 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/f73ebed0229a4ef198f4dcda02d615ed as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f73ebed0229a4ef198f4dcda02d615ed 2024-11-20T11:50:27,003 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/A of f82ea032ab915cc94a7e7de6c1f33cf0 into f73ebed0229a4ef198f4dcda02d615ed(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:27,003 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:27,003 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/A, priority=13, startTime=1732103426569; duration=0sec 2024-11-20T11:50:27,003 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:27,003 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:A 2024-11-20T11:50:27,047 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/a1d38cb94d954c14b5c5f521a0b34c78 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/a1d38cb94d954c14b5c5f521a0b34c78 2024-11-20T11:50:27,052 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f82ea032ab915cc94a7e7de6c1f33cf0/C of f82ea032ab915cc94a7e7de6c1f33cf0 into a1d38cb94d954c14b5c5f521a0b34c78(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:27,052 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:27,052 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., storeName=f82ea032ab915cc94a7e7de6c1f33cf0/C, priority=13, startTime=1732103426569; duration=0sec 2024-11-20T11:50:27,052 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:27,052 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f82ea032ab915cc94a7e7de6c1f33cf0:C 2024-11-20T11:50:27,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/09a5cc79681c46c08b766f9bf73a8e01 2024-11-20T11:50:27,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7a680fa498fa4cea9e59c0b1d684d6a3 is 50, key is test_row_0/B:col10/1732103425713/Put/seqid=0 2024-11-20T11:50:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742350_1526 (size=12301) 2024-11-20T11:50:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:27,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7a680fa498fa4cea9e59c0b1d684d6a3 2024-11-20T11:50:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/86502aa1cf4b4bc2b6ae5aa86b76036d is 50, key is test_row_0/C:col10/1732103425713/Put/seqid=0 2024-11-20T11:50:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742351_1527 (size=12301) 2024-11-20T11:50:27,886 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-11-20T11:50:27,886 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:27,886 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,886 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:27,897 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-11-20T11:50:27,897 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-11-20T11:50:27,897 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:27,897 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:27,897 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,897 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,897 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,897 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:27,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:27,907 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-11-20T11:50:27,907 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:27,907 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,907 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:27,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:27,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/86502aa1cf4b4bc2b6ae5aa86b76036d 2024-11-20T11:50:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/09a5cc79681c46c08b766f9bf73a8e01 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/09a5cc79681c46c08b766f9bf73a8e01 2024-11-20T11:50:27,948 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/09a5cc79681c46c08b766f9bf73a8e01, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T11:50:27,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/7a680fa498fa4cea9e59c0b1d684d6a3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7a680fa498fa4cea9e59c0b1d684d6a3 2024-11-20T11:50:27,952 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7a680fa498fa4cea9e59c0b1d684d6a3, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T11:50:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/86502aa1cf4b4bc2b6ae5aa86b76036d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/86502aa1cf4b4bc2b6ae5aa86b76036d 2024-11-20T11:50:27,956 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/86502aa1cf4b4bc2b6ae5aa86b76036d, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T11:50:27,957 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1256ms, sequenceid=414, compaction requested=false 2024-11-20T11:50:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f82ea032ab915cc94a7e7de6c1f33cf0: 2024-11-20T11:50:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T11:50:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T11:50:27,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T11:50:27,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9400 sec 2024-11-20T11:50:27,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.9440 sec 2024-11-20T11:50:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T11:50:29,176 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1552 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4655 rows 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1545 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4635 rows 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1550 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4650 rows 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1546 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4636 rows 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1555 2024-11-20T11:50:29,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4663 rows 2024-11-20T11:50:29,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:50:29,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:50:29,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:29,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:29,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:29,177 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:50:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:29,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103429180"}]},"ts":"1732103429180"} 2024-11-20T11:50:29,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:50:29,182 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:50:29,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:50:29,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, UNASSIGN}] 2024-11-20T11:50:29,185 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, UNASSIGN 2024-11-20T11:50:29,185 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=f82ea032ab915cc94a7e7de6c1f33cf0, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, UNASSIGN because future has completed 2024-11-20T11:50:29,187 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:50:29,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:29,340 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:29,340 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:50:29,340 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing f82ea032ab915cc94a7e7de6c1f33cf0, disabling compactions & flushes 2024-11-20T11:50:29,340 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:29,340 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:29,340 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. after waiting 0 ms 2024-11-20T11:50:29,340 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:29,340 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing f82ea032ab915cc94a7e7de6c1f33cf0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:50:29,343 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/1f58e21ba632401db51ce48650bf4f7a is 50, key is test_row_0/A:col10/1732103427896/Put/seqid=0 2024-11-20T11:50:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742352_1528 (size=12301) 2024-11-20T11:50:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:29,747 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/1f58e21ba632401db51ce48650bf4f7a 2024-11-20T11:50:29,752 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/31729ae0c2c747d6b11b6221fb148a94 is 50, key is test_row_0/B:col10/1732103427896/Put/seqid=0 2024-11-20T11:50:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742353_1529 (size=12301) 2024-11-20T11:50:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:30,166 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/31729ae0c2c747d6b11b6221fb148a94 2024-11-20T11:50:30,177 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/ce077417f4554a75bb47ad7a3e85842b is 50, key is test_row_0/C:col10/1732103427896/Put/seqid=0 2024-11-20T11:50:30,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742354_1530 (size=12301) 2024-11-20T11:50:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:30,580 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/ce077417f4554a75bb47ad7a3e85842b 2024-11-20T11:50:30,584 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/A/1f58e21ba632401db51ce48650bf4f7a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1f58e21ba632401db51ce48650bf4f7a 2024-11-20T11:50:30,587 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1f58e21ba632401db51ce48650bf4f7a, entries=150, sequenceid=424, filesize=12.0 K 2024-11-20T11:50:30,588 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/B/31729ae0c2c747d6b11b6221fb148a94 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/31729ae0c2c747d6b11b6221fb148a94 2024-11-20T11:50:30,591 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/31729ae0c2c747d6b11b6221fb148a94, entries=150, sequenceid=424, filesize=12.0 K 2024-11-20T11:50:30,592 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/.tmp/C/ce077417f4554a75bb47ad7a3e85842b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/ce077417f4554a75bb47ad7a3e85842b 2024-11-20T11:50:30,595 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/ce077417f4554a75bb47ad7a3e85842b, entries=150, sequenceid=424, filesize=12.0 K 2024-11-20T11:50:30,596 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1256ms, sequenceid=424, compaction requested=true 2024-11-20T11:50:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/cfb0a594cee9444286ed51fc9b1b427a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/7cc62b257dd1494f9de1f2f5be5179d9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/83113430ab5147178387e52c50264041, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/8146252e46cc4152abbd0b3700ea7ff8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1c40947a6d07426c8b53504da9d13ead, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c02d752814b94509a16585168f809fb5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ab68977873ff413d910223155ccad615, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/acc0fe3423834a889c189549643797a4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46] to archive 2024-11-20T11:50:30,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d014150c0dff4ae6b530f891981c7135 2024-11-20T11:50:30,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/72047b5adb3d4ccc8b4c43bb06eeeb98 2024-11-20T11:50:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/70ed819d73b14247be1b04fcf7af3101 2024-11-20T11:50:30,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/cfb0a594cee9444286ed51fc9b1b427a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/cfb0a594cee9444286ed51fc9b1b427a 2024-11-20T11:50:30,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6f19345f12ee482887b468a214bb9b0a 2024-11-20T11:50:30,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/791073c2f73f4862a0f5737ac8ae2df9 2024-11-20T11:50:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/7cc62b257dd1494f9de1f2f5be5179d9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/7cc62b257dd1494f9de1f2f5be5179d9 2024-11-20T11:50:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/3744e453cfcf48f88fc379c6db317cf9 2024-11-20T11:50:30,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ac1d384cd6e54498b81785a4dd0b5b25 2024-11-20T11:50:30,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:50:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/0f529985f90e4ffc991c78bbbe15c41b 2024-11-20T11:50:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/83113430ab5147178387e52c50264041 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/83113430ab5147178387e52c50264041 2024-11-20T11:50:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/303ecee80c8544bc9d7a048cc3172215 2024-11-20T11:50:30,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/35b632b82618488f90fcc3eac2a73492 2024-11-20T11:50:30,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/8146252e46cc4152abbd0b3700ea7ff8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/8146252e46cc4152abbd0b3700ea7ff8 2024-11-20T11:50:30,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/362f11c5d96443b2aa1ce96bf512328a 2024-11-20T11:50:30,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c58f6314ffd043c08600c5fdbd8381b7 2024-11-20T11:50:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1c40947a6d07426c8b53504da9d13ead to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1c40947a6d07426c8b53504da9d13ead 2024-11-20T11:50:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/dc5887186d6c4aec80bfd1dc641c986a 2024-11-20T11:50:30,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f89364315df54d3cbe9a9b4de436422a 2024-11-20T11:50:30,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c02d752814b94509a16585168f809fb5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/c02d752814b94509a16585168f809fb5 2024-11-20T11:50:30,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/51a21863cfcb4cffb66672bea9611a65 2024-11-20T11:50:30,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/d416b52c40e347a59788f3f37d433b6b 2024-11-20T11:50:30,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ab68977873ff413d910223155ccad615 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/ab68977873ff413d910223155ccad615 2024-11-20T11:50:30,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/30beea258fd14f80a26a2e944ca57c2e 2024-11-20T11:50:30,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/fded16d882c64a699a92941aed06d6d1 2024-11-20T11:50:30,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/559febe211bb4be394fbbbfa78f9340b 2024-11-20T11:50:30,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/acc0fe3423834a889c189549643797a4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/acc0fe3423834a889c189549643797a4 2024-11-20T11:50:30,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/110d9bc9693640a0a48ae136492ecbf2 2024-11-20T11:50:30,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/6efd21484b7c476f9371d10f67fe4c46 2024-11-20T11:50:30,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3ccc96d39ff74913a091def8e4ef2c7c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/d793aca11fef4210979eae84d2da1f9f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/efbb6bd2e8394b3487e893f23e2106f5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5549f4d4df3e41edaad6a83ee43dd799, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/9403efb97f72472397210304e8b88dfa, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/fb635c1b939d4e2c9164b639428cf493, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/21318ef51aea46dba55be7840c6c5f20, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a821cca2987a409f8acce9c7d222532c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6] to archive 2024-11-20T11:50:30,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:30,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5c151dd14a624e1988312678cbbba73e 2024-11-20T11:50:30,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/da0c2fae5d2d4c688e8f6edea97cd6ca 2024-11-20T11:50:30,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3ccc96d39ff74913a091def8e4ef2c7c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3ccc96d39ff74913a091def8e4ef2c7c 2024-11-20T11:50:30,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5efc000912de4023a9e396e0961665ff 2024-11-20T11:50:30,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/1b701ab9d6914719871fe0fe57ec89a5 2024-11-20T11:50:30,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/d793aca11fef4210979eae84d2da1f9f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/d793aca11fef4210979eae84d2da1f9f 2024-11-20T11:50:30,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/c910c2e185e9414999ca86e6de5c0bb3 2024-11-20T11:50:30,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/ef6e1883116743349a2ed4461083372c 2024-11-20T11:50:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06535ac778b8463ea0379719e579267c 2024-11-20T11:50:30,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/efbb6bd2e8394b3487e893f23e2106f5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/efbb6bd2e8394b3487e893f23e2106f5 2024-11-20T11:50:30,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0ccec416770f4ba0a5bafb3c9aebe76f 2024-11-20T11:50:30,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/979726a3b9e744bf8eddd2282bf80a02 2024-11-20T11:50:30,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5549f4d4df3e41edaad6a83ee43dd799 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5549f4d4df3e41edaad6a83ee43dd799 2024-11-20T11:50:30,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/aa1736f8f7124cb5bb4d835f8a95a7a8 2024-11-20T11:50:30,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a643e1aa1c4e4a25bf0e4f833a219f3b 2024-11-20T11:50:30,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/9403efb97f72472397210304e8b88dfa to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/9403efb97f72472397210304e8b88dfa 2024-11-20T11:50:30,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5cda90e5d6d0474282694bfff56a31e2 2024-11-20T11:50:30,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/95e80ba3d3b0419cb92ed57299a2c14b 2024-11-20T11:50:30,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/fb635c1b939d4e2c9164b639428cf493 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/fb635c1b939d4e2c9164b639428cf493 2024-11-20T11:50:30,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/0c6aea4cc35b41bf810e3656e202c503 2024-11-20T11:50:30,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/3985fe3a2cb04ab797ee994fcb223c2f 2024-11-20T11:50:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/21318ef51aea46dba55be7840c6c5f20 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/21318ef51aea46dba55be7840c6c5f20 2024-11-20T11:50:30,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7d6ba68668b84221941f4d6cff55672f 2024-11-20T11:50:30,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/2c95eaa77d134da2ad99ad56882def1a 2024-11-20T11:50:30,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/634e9b6c2fb04fde8b9d3ea1a715d3c1 2024-11-20T11:50:30,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a821cca2987a409f8acce9c7d222532c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/a821cca2987a409f8acce9c7d222532c 2024-11-20T11:50:30,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/06afd5837e9c4f35be7c41b015424d23 2024-11-20T11:50:30,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/5550c068ec9648bc9fe0d431d0bad42f 2024-11-20T11:50:30,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/b63bb39eec4f42ee92c3d919ce654ba6 2024-11-20T11:50:30,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/f900679e4a084b528f69cdaef3ed6044, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/db3554ee753b4140838160517d43e1fe, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/224247ba38d840db9c78b8644a33f007, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2cfeb05025a842af9a03844caadaa95c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/8985713bc2134c8e92531174c7f51e9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/64e81bedd9604ab3bc922390ee5b884b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e14fd43f354e475a8dc2c758d8997eb1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0683113298334c1fa91741f89f88f596, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020] to archive 2024-11-20T11:50:30,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:50:30,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/802e184497524d93af329b670aeae1df 2024-11-20T11:50:30,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0720051e2a6046dca26f7eeebcb1e979 2024-11-20T11:50:30,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/f900679e4a084b528f69cdaef3ed6044 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/f900679e4a084b528f69cdaef3ed6044 2024-11-20T11:50:30,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bc038c34038943d19d89b923f606cfc9 2024-11-20T11:50:30,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1ca16b93191442518596e99be44342a7 2024-11-20T11:50:30,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/db3554ee753b4140838160517d43e1fe to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/db3554ee753b4140838160517d43e1fe 2024-11-20T11:50:30,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7e13bf446fb14c66b5ff930f5e64d33c 2024-11-20T11:50:30,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/950edbe99784441f81e29a1ec3a7f16a 2024-11-20T11:50:30,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2b7a5bbad40b4dbfadf920f0e22c208d 2024-11-20T11:50:30,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/224247ba38d840db9c78b8644a33f007 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/224247ba38d840db9c78b8644a33f007 2024-11-20T11:50:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/cc72212f44ae4f2d8dcaa558d69fd10d 2024-11-20T11:50:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/7ba0697af4f0462fad0691236704727f 2024-11-20T11:50:30,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2cfeb05025a842af9a03844caadaa95c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2cfeb05025a842af9a03844caadaa95c 2024-11-20T11:50:30,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/2e4a49cc800741bcad52e1b9611e6323 2024-11-20T11:50:30,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/05c1aca0265f47dc8def9ad0488b4627 2024-11-20T11:50:30,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/8985713bc2134c8e92531174c7f51e9c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/8985713bc2134c8e92531174c7f51e9c 2024-11-20T11:50:30,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/77d6612fa47e4410b7f00ea581295f24 2024-11-20T11:50:30,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/9b26462c147c4848b369b70599410381 2024-11-20T11:50:30,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/64e81bedd9604ab3bc922390ee5b884b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/64e81bedd9604ab3bc922390ee5b884b 2024-11-20T11:50:30,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e1abd159f73644ddbb8fb775c5c1704a 2024-11-20T11:50:30,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/bdd9a8c69fc941f08d3c2272e83b1a95 2024-11-20T11:50:30,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e14fd43f354e475a8dc2c758d8997eb1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e14fd43f354e475a8dc2c758d8997eb1 2024-11-20T11:50:30,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/e0bc722822a748ca8cb19f9a56a76e6b 2024-11-20T11:50:30,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/247d0dc25008411f8b87336b0c5c0565 2024-11-20T11:50:30,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0d716ddbe41e4767b5112c67dc6e90ec 2024-11-20T11:50:30,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0683113298334c1fa91741f89f88f596 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/0683113298334c1fa91741f89f88f596 2024-11-20T11:50:30,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/1801352f5f9945849062c044f7499003 2024-11-20T11:50:30,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/6381f4c7fb8f4958a0e61ef8cce66ae7 2024-11-20T11:50:30,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/b90c54eb4eed4880a475297464a80020 2024-11-20T11:50:30,688 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/recovered.edits/427.seqid, newMaxSeqId=427, maxSeqId=1 2024-11-20T11:50:30,689 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. 2024-11-20T11:50:30,689 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for f82ea032ab915cc94a7e7de6c1f33cf0: Waiting for close lock at 1732103429340Running coprocessor pre-close hooks at 1732103429340Disabling compacts and flushes for region at 1732103429340Disabling writes for close at 1732103429340Obtaining lock to block concurrent updates at 1732103429340Preparing flush snapshotting stores in f82ea032ab915cc94a7e7de6c1f33cf0 at 1732103429340Finished memstore snapshotting TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732103429340Flushing stores of TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0. at 1732103429341 (+1 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/A: creating writer at 1732103429341Flushing f82ea032ab915cc94a7e7de6c1f33cf0/A: appending metadata at 1732103429343 (+2 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/A: closing flushed file at 1732103429343Flushing f82ea032ab915cc94a7e7de6c1f33cf0/B: creating writer at 1732103429750 (+407 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/B: appending metadata at 1732103429752 (+2 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/B: closing flushed file at 1732103429752Flushing f82ea032ab915cc94a7e7de6c1f33cf0/C: creating writer at 1732103430174 (+422 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/C: appending metadata at 1732103430177 (+3 ms)Flushing f82ea032ab915cc94a7e7de6c1f33cf0/C: closing flushed file at 1732103430177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32dc8782: reopening flushed file at 1732103430583 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc8b1e9: reopening flushed file at 1732103430587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3bfa5: reopening flushed file at 1732103430591 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f82ea032ab915cc94a7e7de6c1f33cf0 in 1256ms, sequenceid=424, compaction requested=true at 1732103430596 (+5 ms)Writing region close event to WAL at 1732103430686 (+90 ms)Running coprocessor post-close hooks at 1732103430689 (+3 ms)Closed at 1732103430689 2024-11-20T11:50:30,691 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:30,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=f82ea032ab915cc94a7e7de6c1f33cf0, regionState=CLOSED 2024-11-20T11:50:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:30,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T11:50:30,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure f82ea032ab915cc94a7e7de6c1f33cf0, server=4b15c4a73f2a,37387,1732103282273 in 1.5060 sec 2024-11-20T11:50:30,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T11:50:30,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f82ea032ab915cc94a7e7de6c1f33cf0, UNASSIGN in 1.5110 sec 2024-11-20T11:50:30,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T11:50:30,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5140 sec 2024-11-20T11:50:30,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103430698"}]},"ts":"1732103430698"} 2024-11-20T11:50:30,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:50:30,700 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:50:30,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-20T11:50:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T11:50:31,335 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:31,335 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:50:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,337 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T11:50:31,337 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,339 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:31,340 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/recovered.edits] 2024-11-20T11:50:31,342 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/09a5cc79681c46c08b766f9bf73a8e01 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/09a5cc79681c46c08b766f9bf73a8e01 2024-11-20T11:50:31,343 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1f58e21ba632401db51ce48650bf4f7a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/1f58e21ba632401db51ce48650bf4f7a 2024-11-20T11:50:31,344 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f73ebed0229a4ef198f4dcda02d615ed to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/A/f73ebed0229a4ef198f4dcda02d615ed 2024-11-20T11:50:31,346 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/31729ae0c2c747d6b11b6221fb148a94 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/31729ae0c2c747d6b11b6221fb148a94 2024-11-20T11:50:31,347 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/67ed1ff722b243db85eef90ba61a9ae3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/67ed1ff722b243db85eef90ba61a9ae3 2024-11-20T11:50:31,348 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7a680fa498fa4cea9e59c0b1d684d6a3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/B/7a680fa498fa4cea9e59c0b1d684d6a3 2024-11-20T11:50:31,349 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/86502aa1cf4b4bc2b6ae5aa86b76036d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/86502aa1cf4b4bc2b6ae5aa86b76036d 2024-11-20T11:50:31,350 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/a1d38cb94d954c14b5c5f521a0b34c78 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/a1d38cb94d954c14b5c5f521a0b34c78 2024-11-20T11:50:31,351 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/ce077417f4554a75bb47ad7a3e85842b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/C/ce077417f4554a75bb47ad7a3e85842b 2024-11-20T11:50:31,352 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/recovered.edits/427.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0/recovered.edits/427.seqid 2024-11-20T11:50:31,353 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/f82ea032ab915cc94a7e7de6c1f33cf0 2024-11-20T11:50:31,353 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:50:31,354 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,356 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:50:31,358 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:50:31,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:50:31,359 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103431359"}]},"ts":"9223372036854775807"} 2024-11-20T11:50:31,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:50:31,361 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f82ea032ab915cc94a7e7de6c1f33cf0, NAME => 'TestAcidGuarantees,,1732103404601.f82ea032ab915cc94a7e7de6c1f33cf0.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:50:31,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:50:31,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103431361"}]},"ts":"9223372036854775807"} 2024-11-20T11:50:31,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:50:31,364 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-20T11:50:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T11:50:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:50:31,448 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:31,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 241), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=566 (was 559) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9147 (was 8894) - AvailableMemoryMB LEAK? - 2024-11-20T11:50:31,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=566, ProcessCount=11, AvailableMemoryMB=9146 2024-11-20T11:50:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:50:31,465 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:50:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:31,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:50:31,467 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:31,467 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-20T11:50:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:31,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:50:31,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742355_1531 (size=959) 2024-11-20T11:50:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:31,873 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6 2024-11-20T11:50:31,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T11:50:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742356_1532 (size=53) 2024-11-20T11:50:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:32,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:50:32,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 00d692475138f8dc9a25f80c77a10e5c, disabling compactions & flushes 2024-11-20T11:50:32,278 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. after waiting 0 ms 2024-11-20T11:50:32,278 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,278 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00d692475138f8dc9a25f80c77a10e5c: Waiting for close lock at 1732103432278Disabling compacts and flushes for region at 1732103432278Disabling writes for close at 1732103432278Writing region close event to WAL at 1732103432278Closed at 1732103432278 2024-11-20T11:50:32,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:50:32,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732103432280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103432280"}]},"ts":"1732103432280"} 2024-11-20T11:50:32,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:50:32,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:50:32,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103432282"}]},"ts":"1732103432282"} 2024-11-20T11:50:32,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T11:50:32,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, ASSIGN}] 2024-11-20T11:50:32,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, ASSIGN 2024-11-20T11:50:32,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=false 2024-11-20T11:50:32,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:32,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, ASSIGN because future has completed 2024-11-20T11:50:32,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:32,592 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,592 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:50:32,592 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,592 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:50:32,592 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,592 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,593 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,597 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName A 2024-11-20T11:50:32,597 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:32,597 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:32,597 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,598 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName B 2024-11-20T11:50:32,598 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:32,598 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:32,598 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,599 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName C 2024-11-20T11:50:32,599 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:32,599 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:32,600 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,600 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,600 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,601 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,601 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,601 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:50:32,602 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,604 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:50:32,604 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 00d692475138f8dc9a25f80c77a10e5c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69320395, jitterRate=0.0329543799161911}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:50:32,604 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:32,605 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 00d692475138f8dc9a25f80c77a10e5c: Running coprocessor pre-open hook at 1732103432592Writing region info on filesystem at 1732103432592Initializing all the Stores at 1732103432593 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103432593Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103432593Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103432593Cleaning up temporary data from old regions at 1732103432601 (+8 ms)Running coprocessor post-open hooks at 1732103432604 (+3 ms)Region opened successfully at 1732103432605 (+1 ms) 2024-11-20T11:50:32,605 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., pid=144, masterSystemTime=1732103432589 2024-11-20T11:50:32,607 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,607 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:32,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:32,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T11:50:32,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 in 171 msec 2024-11-20T11:50:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T11:50:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, ASSIGN in 326 msec 2024-11-20T11:50:32,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:50:32,613 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103432613"}]},"ts":"1732103432613"} 2024-11-20T11:50:32,614 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T11:50:32,615 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:50:32,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-20T11:50:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T11:50:33,615 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:33,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:33,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:33,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:33,617 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442802a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:33,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:33,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:33,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ead3b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:33,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:33,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:33,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:50:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,44413,1732103281485 2024-11-20T11:50:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8b17e2 2024-11-20T11:50:33,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:50:33,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:50:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T11:50:33,625 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:50:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T11:50:33,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742357_1533 (size=995) 2024-11-20T11:50:34,038 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-20T11:50:34,038 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-20T11:50:34,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:50:34,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE}] 2024-11-20T11:50:34,043 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE 2024-11-20T11:50:34,043 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE because future has completed 2024-11-20T11:50:34,045 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:50:34,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:34,197 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:50:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 00d692475138f8dc9a25f80c77a10e5c, disabling compactions & flushes 2024-11-20T11:50:34,197 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. after waiting 0 ms 2024-11-20T11:50:34,197 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,200 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T11:50:34,201 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,201 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 00d692475138f8dc9a25f80c77a10e5c: Waiting for close lock at 1732103434197Running coprocessor pre-close hooks at 1732103434197Disabling compacts and flushes for region at 1732103434197Disabling writes for close at 1732103434197Writing region close event to WAL at 1732103434198 (+1 ms)Running coprocessor post-close hooks at 1732103434201 (+3 ms)Closed at 1732103434201 2024-11-20T11:50:34,201 WARN [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 00d692475138f8dc9a25f80c77a10e5c to self. 2024-11-20T11:50:34,202 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=CLOSED 2024-11-20T11:50:34,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:34,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T11:50:34,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 in 160 msec 2024-11-20T11:50:34,207 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE; state=CLOSED, location=4b15c4a73f2a,37387,1732103282273; forceNewPlan=false, retain=true 2024-11-20T11:50:34,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=OPENING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE because future has completed 2024-11-20T11:50:34,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:50:34,514 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,514 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:50:34,514 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,514 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:50:34,514 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,514 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,515 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,516 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName A 2024-11-20T11:50:34,516 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:34,517 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:34,517 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,517 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName B 2024-11-20T11:50:34,518 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:34,518 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:34,518 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,518 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00d692475138f8dc9a25f80c77a10e5c columnFamilyName C 2024-11-20T11:50:34,518 DEBUG [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:34,519 INFO [StoreOpener-00d692475138f8dc9a25f80c77a10e5c-1 {}] regionserver.HStore(327): Store=00d692475138f8dc9a25f80c77a10e5c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:50:34,519 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,519 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,520 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,520 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,521 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,521 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T11:50:34,522 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,523 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 00d692475138f8dc9a25f80c77a10e5c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72192671, jitterRate=0.07575462758541107}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T11:50:34,523 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,523 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 00d692475138f8dc9a25f80c77a10e5c: Running coprocessor pre-open hook at 1732103434514Writing region info on filesystem at 1732103434514Initializing all the Stores at 1732103434515 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103434515Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103434515Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103434515Cleaning up temporary data from old regions at 1732103434521 (+6 ms)Running coprocessor post-open hooks at 1732103434523 (+2 ms)Region opened successfully at 1732103434523 2024-11-20T11:50:34,524 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., pid=149, masterSystemTime=1732103434511 2024-11-20T11:50:34,526 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,526 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=OPEN, openSeqNum=5, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:50:34,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-20T11:50:34,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 in 169 msec 2024-11-20T11:50:34,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T11:50:34,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, REOPEN/MOVE in 487 msec 2024-11-20T11:50:34,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T11:50:34,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-20T11:50:34,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-20T11:50:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T11:50:34,536 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:34,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,540 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5312ca71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686121bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,543 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4e6899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,545 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2249a4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,547 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c50834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437ea12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac89a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6ad7bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0e5a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,554 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fce4222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,556 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e515d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,558 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dd728d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,561 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13175c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57663d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b19d6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,566 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d30c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219330b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b0c210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,44413,-1 for getting cluster id 2024-11-20T11:50:34,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:50:34,572 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5cf1b2fd-a4b5-4423-b45c-a8e1a06db797' 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5cf1b2fd-a4b5-4423-b45c-a8e1a06db797" 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33960673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,44413,-1] 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:50:34,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:34,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:50:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da9487b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:50:34,574 DEBUG [Thread-2385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,575 DEBUG [Thread-2396 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,575 DEBUG [Thread-2379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,575 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,575 DEBUG [Thread-2381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,576 DEBUG [Thread-2392 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,576 DEBUG [Thread-2377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,576 DEBUG [Thread-2390 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,576 DEBUG [Thread-2383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,577 DEBUG [Thread-2388 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-20T11:50:34,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:34,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,580 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:34,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,584 DEBUG [Thread-2394 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:50:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,37387,1732103282273, seqNum=-1] 2024-11-20T11:50:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:50:34,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:50:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:34,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5] 2024-11-20T11:50:34,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103494615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103494616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103494617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205bc93a88d1fd423293295f8d9e52796d_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103434588/Put/seqid=0 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103494618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103494619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742358_1534 (size=12154) 2024-11-20T11:50:34,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:34,655 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205bc93a88d1fd423293295f8d9e52796d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205bc93a88d1fd423293295f8d9e52796d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:34,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/93ea9dcfce714106a8cab1f77cc154e4, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:34,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/93ea9dcfce714106a8cab1f77cc154e4 is 175, key is test_row_0/A:col10/1732103434588/Put/seqid=0 2024-11-20T11:50:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742359_1535 (size=30955) 2024-11-20T11:50:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103494724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103494725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103494725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103494725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103494735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:34,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:34,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103494934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103494934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103494935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103494935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103494945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:34,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/93ea9dcfce714106a8cab1f77cc154e4 2024-11-20T11:50:35,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/6a3641be541c407cbcb560e8a32273d8 is 50, key is test_row_0/B:col10/1732103434588/Put/seqid=0 2024-11-20T11:50:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742360_1536 (size=12001) 2024-11-20T11:50:35,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/6a3641be541c407cbcb560e8a32273d8 2024-11-20T11:50:35,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b1c0a0e4730948a59534a2b32024f3e5 is 50, key is test_row_0/C:col10/1732103434588/Put/seqid=0 2024-11-20T11:50:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742361_1537 (size=12001) 2024-11-20T11:50:35,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:35,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103495245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103495245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103495245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103495245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103495255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:35,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b1c0a0e4730948a59534a2b32024f3e5 2024-11-20T11:50:35,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/93ea9dcfce714106a8cab1f77cc154e4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4 2024-11-20T11:50:35,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T11:50:35,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/6a3641be541c407cbcb560e8a32273d8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8 2024-11-20T11:50:35,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T11:50:35,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b1c0a0e4730948a59534a2b32024f3e5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5 2024-11-20T11:50:35,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T11:50:35,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 00d692475138f8dc9a25f80c77a10e5c in 1008ms, sequenceid=16, compaction requested=false 2024-11-20T11:50:35,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:35,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T11:50:35,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,663 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T11:50:35,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094cdca645a2843c1a664230e27429d0d_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103434617/Put/seqid=0 2024-11-20T11:50:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742362_1538 (size=12154) 2024-11-20T11:50:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112094cdca645a2843c1a664230e27429d0d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094cdca645a2843c1a664230e27429d0d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/85cf619df8df4772b8874a889dac8c41, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/85cf619df8df4772b8874a889dac8c41 is 175, key is test_row_0/A:col10/1732103434617/Put/seqid=0 2024-11-20T11:50:35,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742363_1539 (size=30955) 2024-11-20T11:50:35,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/85cf619df8df4772b8874a889dac8c41 2024-11-20T11:50:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0d623129bb8d4ee982307cbcdab69ec3 is 50, key is test_row_0/B:col10/1732103434617/Put/seqid=0 2024-11-20T11:50:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742364_1540 (size=12001) 2024-11-20T11:50:35,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0d623129bb8d4ee982307cbcdab69ec3 2024-11-20T11:50:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f995c2fc943c4a63b9ea46a7ad031a4b is 50, key is test_row_0/C:col10/1732103434617/Put/seqid=0 2024-11-20T11:50:35,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742365_1541 (size=12001) 2024-11-20T11:50:35,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f995c2fc943c4a63b9ea46a7ad031a4b 2024-11-20T11:50:35,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/85cf619df8df4772b8874a889dac8c41 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41 2024-11-20T11:50:35,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T11:50:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0d623129bb8d4ee982307cbcdab69ec3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3 2024-11-20T11:50:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T11:50:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f995c2fc943c4a63b9ea46a7ad031a4b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b 2024-11-20T11:50:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,757 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T11:50:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 00d692475138f8dc9a25f80c77a10e5c in 96ms, sequenceid=40, compaction requested=false 2024-11-20T11:50:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:35,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-20T11:50:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-20T11:50:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T11:50:35,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-11-20T11:50:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.1870 sec 2024-11-20T11:50:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:35,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:35,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201bcb564185e94bb492951a2d0b2c370b_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742367_1543 (size=26798) 2024-11-20T11:50:35,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:35,827 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201bcb564185e94bb492951a2d0b2c370b_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bcb564185e94bb492951a2d0b2c370b_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:35,829 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6935c55983654e19ac01ecc953bfd140, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:35,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6935c55983654e19ac01ecc953bfd140 is 175, key is test_row_0/A:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:35,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742366_1542 (size=82585) 2024-11-20T11:50:35,832 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6935c55983654e19ac01ecc953bfd140 2024-11-20T11:50:35,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103495832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 is 50, key is test_row_0/B:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103495836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103495836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103495837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103495838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742368_1544 (size=12001) 2024-11-20T11:50:35,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 2024-11-20T11:50:35,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/1f814c876d5d42c3a049fba38568a1b3 is 50, key is test_row_0/C:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742369_1545 (size=12001) 2024-11-20T11:50:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103495945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103495945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103495954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103495955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103495955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:35,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103496154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103496154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103496165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103496165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103496165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T11:50:36,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/1f814c876d5d42c3a049fba38568a1b3 2024-11-20T11:50:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6935c55983654e19ac01ecc953bfd140 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140 2024-11-20T11:50:36,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140, entries=450, sequenceid=52, filesize=80.6 K 2024-11-20T11:50:36,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 2024-11-20T11:50:36,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T11:50:36,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/1f814c876d5d42c3a049fba38568a1b3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3 2024-11-20T11:50:36,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3, entries=150, sequenceid=52, filesize=11.7 K 2024-11-20T11:50:36,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 00d692475138f8dc9a25f80c77a10e5c in 524ms, sequenceid=52, compaction requested=true 2024-11-20T11:50:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:36,327 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:36,328 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:36,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:36,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:36,330 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,330 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,330 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=141.1 K 2024-11-20T11:50:36,330 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.2 K 2024-11-20T11:50:36,330 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140] 2024-11-20T11:50:36,330 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3641be541c407cbcb560e8a32273d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103434585 2024-11-20T11:50:36,331 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ea9dcfce714106a8cab1f77cc154e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103434585 2024-11-20T11:50:36,331 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d623129bb8d4ee982307cbcdab69ec3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103434612 2024-11-20T11:50:36,331 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting dd2f91e24a3d4c30a0e3489b2bfdfea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435789 2024-11-20T11:50:36,331 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85cf619df8df4772b8874a889dac8c41, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103434612 2024-11-20T11:50:36,331 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6935c55983654e19ac01ecc953bfd140, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435784 2024-11-20T11:50:36,336 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:36,341 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205378745657cb47f49f69ecaf4b9ee3c9_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:36,342 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:36,342 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/4e3d85c006ab4269a738f61bd7732e0d is 50, key is test_row_0/B:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:36,344 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205378745657cb47f49f69ecaf4b9ee3c9_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:36,344 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205378745657cb47f49f69ecaf4b9ee3c9_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:36,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742370_1546 (size=4469) 2024-11-20T11:50:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742371_1547 (size=12104) 2024-11-20T11:50:36,372 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/4e3d85c006ab4269a738f61bd7732e0d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/4e3d85c006ab4269a738f61bd7732e0d 2024-11-20T11:50:36,379 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into 4e3d85c006ab4269a738f61bd7732e0d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:36,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:36,379 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=13, startTime=1732103436327; duration=0sec 2024-11-20T11:50:36,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:36,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:36,380 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:36,380 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:36,380 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:36,381 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,381 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.2 K 2024-11-20T11:50:36,382 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b1c0a0e4730948a59534a2b32024f3e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732103434585 2024-11-20T11:50:36,383 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f995c2fc943c4a63b9ea46a7ad031a4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732103434612 2024-11-20T11:50:36,383 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f814c876d5d42c3a049fba38568a1b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435789 2024-11-20T11:50:36,411 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:36,411 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/4bfaf65ab6ec489a875bf4386e431c34 is 50, key is test_row_0/C:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:36,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742372_1548 (size=12104) 2024-11-20T11:50:36,423 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/4bfaf65ab6ec489a875bf4386e431c34 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4bfaf65ab6ec489a875bf4386e431c34 2024-11-20T11:50:36,429 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into 4bfaf65ab6ec489a875bf4386e431c34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:36,429 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:36,429 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=13, startTime=1732103436328; duration=0sec 2024-11-20T11:50:36,429 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:36,429 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:36,468 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:36,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T11:50:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206adc1c0ae36d4f18bde1491a69fb0828_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103436468/Put/seqid=0 2024-11-20T11:50:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103496480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103496483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742373_1549 (size=14594) 2024-11-20T11:50:36,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206adc1c0ae36d4f18bde1491a69fb0828_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206adc1c0ae36d4f18bde1491a69fb0828_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103496484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103496485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103496490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/cdaba68cf31d465f989a8035f9263e60, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/cdaba68cf31d465f989a8035f9263e60 is 175, key is test_row_0/A:col10/1732103436468/Put/seqid=0 2024-11-20T11:50:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742374_1550 (size=39549) 2024-11-20T11:50:36,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103496595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103496595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103496595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103496595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103496595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T11:50:36,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:36,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-20T11:50:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:36,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:36,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:36,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:36,763 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#462 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:36,763 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/faef8d24437d4cda9949d768186b61ae is 175, key is test_row_0/A:col10/1732103435789/Put/seqid=0 2024-11-20T11:50:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742375_1551 (size=31058) 2024-11-20T11:50:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103496805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103496805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103496805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103496805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103496805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:36,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:36,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:36,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:36,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/cdaba68cf31d465f989a8035f9263e60 2024-11-20T11:50:36,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/83b0690fbd05433ab130dc5e3e5ee875 is 50, key is test_row_0/B:col10/1732103436468/Put/seqid=0 2024-11-20T11:50:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742376_1552 (size=12001) 2024-11-20T11:50:37,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103497114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103497115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103497115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103497115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103497115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,171 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/faef8d24437d4cda9949d768186b61ae as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae 2024-11-20T11:50:37,175 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into faef8d24437d4cda9949d768186b61ae(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:37,175 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:37,175 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=13, startTime=1732103436327; duration=0sec 2024-11-20T11:50:37,175 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:37,175 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:37,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/83b0690fbd05433ab130dc5e3e5ee875 2024-11-20T11:50:37,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5b786518970b45b381c97a9ff7de7d8c is 50, key is test_row_0/C:col10/1732103436468/Put/seqid=0 2024-11-20T11:50:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742377_1553 (size=12001) 2024-11-20T11:50:37,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:37,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103497624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103497625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103497625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103497625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103497625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:37,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:37,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5b786518970b45b381c97a9ff7de7d8c 2024-11-20T11:50:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/cdaba68cf31d465f989a8035f9263e60 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60 2024-11-20T11:50:37,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60, entries=200, sequenceid=80, filesize=38.6 K 2024-11-20T11:50:37,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/83b0690fbd05433ab130dc5e3e5ee875 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875 2024-11-20T11:50:37,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T11:50:37,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5b786518970b45b381c97a9ff7de7d8c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c 2024-11-20T11:50:37,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T11:50:37,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 00d692475138f8dc9a25f80c77a10e5c in 1282ms, sequenceid=80, compaction requested=false 2024-11-20T11:50:37,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:37,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T11:50:37,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:37,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:37,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120895a0c655f1b4da085f6cdaac9ac6364_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103436482/Put/seqid=0 2024-11-20T11:50:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742378_1554 (size=12154) 2024-11-20T11:50:37,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:37,834 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120895a0c655f1b4da085f6cdaac9ac6364_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120895a0c655f1b4da085f6cdaac9ac6364_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:37,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/aeccb177d2c44626bcf535d1085a2fbf, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:37,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/aeccb177d2c44626bcf535d1085a2fbf is 175, key is test_row_0/A:col10/1732103436482/Put/seqid=0 2024-11-20T11:50:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742379_1555 (size=30955) 2024-11-20T11:50:37,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/aeccb177d2c44626bcf535d1085a2fbf 2024-11-20T11:50:37,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/b5e4258777c5401cb51b82154550e384 is 50, key is test_row_0/B:col10/1732103436482/Put/seqid=0 2024-11-20T11:50:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742380_1556 (size=12001) 2024-11-20T11:50:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:38,259 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/b5e4258777c5401cb51b82154550e384 2024-11-20T11:50:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 is 50, key is test_row_0/C:col10/1732103436482/Put/seqid=0 2024-11-20T11:50:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742381_1557 (size=12001) 2024-11-20T11:50:38,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103498660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103498660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103498663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103498664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103498665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,672 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 2024-11-20T11:50:38,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/aeccb177d2c44626bcf535d1085a2fbf as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf 2024-11-20T11:50:38,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf, entries=150, sequenceid=92, filesize=30.2 K 2024-11-20T11:50:38,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/b5e4258777c5401cb51b82154550e384 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384 2024-11-20T11:50:38,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T11:50:38,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 2024-11-20T11:50:38,703 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T11:50:38,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 00d692475138f8dc9a25f80c77a10e5c in 896ms, sequenceid=92, compaction requested=true 2024-11-20T11:50:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-20T11:50:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-20T11:50:38,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T11:50:38,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9780 sec 2024-11-20T11:50:38,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9820 sec 2024-11-20T11:50:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:38,778 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:38,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:50:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103498782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103498782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103498785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103498786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103498786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112086699b1f4b674252a41a1e601341154e_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742382_1558 (size=14594) 2024-11-20T11:50:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T11:50:38,876 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:38,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-20T11:50:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T11:50:38,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:38,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:38,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103498894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103498894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103498895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103498895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103498895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T11:50:39,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T11:50:39,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:39,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103499104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103499105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103499105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103499105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103499105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T11:50:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T11:50:39,202 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:39,205 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112086699b1f4b674252a41a1e601341154e_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086699b1f4b674252a41a1e601341154e_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:39,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/91d15c43b8804a0b8007618a11b2d1f7, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/91d15c43b8804a0b8007618a11b2d1f7 is 175, key is test_row_0/A:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742383_1559 (size=39549) 2024-11-20T11:50:39,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/91d15c43b8804a0b8007618a11b2d1f7 2024-11-20T11:50:39,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/639984223695468c8a0f57f0da670810 is 50, key is test_row_0/B:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742384_1560 (size=12001) 2024-11-20T11:50:39,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/639984223695468c8a0f57f0da670810 2024-11-20T11:50:39,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5a71a47b5d0d4597bc33809132f31ea8 is 50, key is test_row_0/C:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742385_1561 (size=12001) 2024-11-20T11:50:39,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5a71a47b5d0d4597bc33809132f31ea8 2024-11-20T11:50:39,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/91d15c43b8804a0b8007618a11b2d1f7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7 2024-11-20T11:50:39,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7, entries=200, sequenceid=118, filesize=38.6 K 2024-11-20T11:50:39,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/639984223695468c8a0f57f0da670810 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810 2024-11-20T11:50:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T11:50:39,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/5a71a47b5d0d4597bc33809132f31ea8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8 2024-11-20T11:50:39,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T11:50:39,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 00d692475138f8dc9a25f80c77a10e5c in 510ms, sequenceid=118, compaction requested=true 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:39,288 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:39,288 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:39,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:39,289 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:39,289 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:39,290 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:39,290 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:39,290 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,290 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=137.8 K 2024-11-20T11:50:39,290 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,290 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7] 2024-11-20T11:50:39,290 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,290 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/4e3d85c006ab4269a738f61bd7732e0d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=47.0 K 2024-11-20T11:50:39,290 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting faef8d24437d4cda9949d768186b61ae, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435789 2024-11-20T11:50:39,290 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e3d85c006ab4269a738f61bd7732e0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435789 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdaba68cf31d465f989a8035f9263e60, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732103435826 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 83b0690fbd05433ab130dc5e3e5ee875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732103435826 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeccb177d2c44626bcf535d1085a2fbf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732103436475 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e4258777c5401cb51b82154550e384, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732103436475 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91d15c43b8804a0b8007618a11b2d1f7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438659 2024-11-20T11:50:39,291 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 639984223695468c8a0f57f0da670810, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438662 2024-11-20T11:50:39,299 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,300 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:39,302 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/c91c6004101d4f4fa431439f8828595b is 50, key is test_row_0/B:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,302 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205fb51c8996d84112a62a119349d152de_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,305 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205fb51c8996d84112a62a119349d152de_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,305 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205fb51c8996d84112a62a119349d152de_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742386_1562 (size=12241) 2024-11-20T11:50:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742387_1563 (size=4469) 2024-11-20T11:50:39,322 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#475 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:39,323 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1039f84363f249018b1835c2aa5071ce is 175, key is test_row_0/A:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T11:50:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:50:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742388_1564 (size=31195) 2024-11-20T11:50:39,351 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1039f84363f249018b1835c2aa5071ce as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce 2024-11-20T11:50:39,360 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into 1039f84363f249018b1835c2aa5071ce(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:39,360 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:39,360 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=12, startTime=1732103439288; duration=0sec 2024-11-20T11:50:39,360 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:39,360 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:39,361 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:39,363 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:39,363 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:39,364 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,365 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4bfaf65ab6ec489a875bf4386e431c34, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=47.0 K 2024-11-20T11:50:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015dd74023b09468186a7f2e6fd4d0649_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103438785/Put/seqid=0 2024-11-20T11:50:39,367 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bfaf65ab6ec489a875bf4386e431c34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732103435789 2024-11-20T11:50:39,367 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b786518970b45b381c97a9ff7de7d8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732103435826 2024-11-20T11:50:39,369 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting cae1e4ccb6fd4b28a5f5b9da4c476a51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732103436475 2024-11-20T11:50:39,369 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a71a47b5d0d4597bc33809132f31ea8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438662 2024-11-20T11:50:39,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742389_1565 (size=12154) 2024-11-20T11:50:39,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:39,381 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112015dd74023b09468186a7f2e6fd4d0649_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015dd74023b09468186a7f2e6fd4d0649_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:39,381 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:39,381 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b738900923a04850b7e9f047f1e7ec7a is 50, key is test_row_0/C:col10/1732103438777/Put/seqid=0 2024-11-20T11:50:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/4104f86191824058945c833819dda151, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/4104f86191824058945c833819dda151 is 175, key is test_row_0/A:col10/1732103438785/Put/seqid=0 2024-11-20T11:50:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742390_1566 (size=30955) 2024-11-20T11:50:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742391_1567 (size=12241) 2024-11-20T11:50:39,406 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/4104f86191824058945c833819dda151 2024-11-20T11:50:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/a3ec1bdd173845d58255dc2f00934804 is 50, key is test_row_0/B:col10/1732103438785/Put/seqid=0 2024-11-20T11:50:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:39,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742392_1568 (size=12001) 2024-11-20T11:50:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103499441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103499442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103499442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103499444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103499447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T11:50:39,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103499555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103499555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103499555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103499555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103499555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,716 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/c91c6004101d4f4fa431439f8828595b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c91c6004101d4f4fa431439f8828595b 2024-11-20T11:50:39,720 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into c91c6004101d4f4fa431439f8828595b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:39,720 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:39,720 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=12, startTime=1732103439288; duration=0sec 2024-11-20T11:50:39,720 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:39,720 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:39,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103499764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103499765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103499765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103499765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103499765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,769 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:39,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:39,810 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b738900923a04850b7e9f047f1e7ec7a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b738900923a04850b7e9f047f1e7ec7a 2024-11-20T11:50:39,817 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into b738900923a04850b7e9f047f1e7ec7a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:39,817 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:39,817 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=12, startTime=1732103439288; duration=0sec 2024-11-20T11:50:39,818 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:39,818 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:39,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/a3ec1bdd173845d58255dc2f00934804 2024-11-20T11:50:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0709ebcdec6540b89cd2c8cccd15c377 is 50, key is test_row_0/C:col10/1732103438785/Put/seqid=0 2024-11-20T11:50:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742393_1569 (size=12001) 2024-11-20T11:50:39,842 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0709ebcdec6540b89cd2c8cccd15c377 2024-11-20T11:50:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/4104f86191824058945c833819dda151 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151 2024-11-20T11:50:39,850 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151, entries=150, sequenceid=128, filesize=30.2 K 2024-11-20T11:50:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/a3ec1bdd173845d58255dc2f00934804 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804 2024-11-20T11:50:39,855 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T11:50:39,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0709ebcdec6540b89cd2c8cccd15c377 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377 2024-11-20T11:50:39,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T11:50:39,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 00d692475138f8dc9a25f80c77a10e5c in 524ms, sequenceid=128, compaction requested=false 2024-11-20T11:50:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-20T11:50:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-20T11:50:39,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T11:50:39,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 985 msec 2024-11-20T11:50:39,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 991 msec 2024-11-20T11:50:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T11:50:40,015 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:40,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-20T11:50:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:40,018 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:40,018 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:40,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:40,078 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:40,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T11:50:40,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205869ed28c5124627b491484c8dfcf56d_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103500080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103500080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103500085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103500086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103500086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742394_1570 (size=14794) 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:40,095 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205869ed28c5124627b491484c8dfcf56d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205869ed28c5124627b491484c8dfcf56d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:40,095 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/78ea66e7be664c0f85d6b0d811067c8f, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:40,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/78ea66e7be664c0f85d6b0d811067c8f is 175, key is test_row_0/A:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:40,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742395_1571 (size=39749) 2024-11-20T11:50:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:40,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103500195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103500195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103500195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103500195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103500195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103500405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103500406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103500406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103500406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103500406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/78ea66e7be664c0f85d6b0d811067c8f 2024-11-20T11:50:40,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/60b5e960152245cc82f110a7a4b6d754 is 50, key is test_row_0/B:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742396_1572 (size=12151) 2024-11-20T11:50:40,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103500715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103500716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103500716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103500716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103500716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:40,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:40,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:40,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/60b5e960152245cc82f110a7a4b6d754 2024-11-20T11:50:40,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0bee4f6d1db74b0b8e520d9342132e53 is 50, key is test_row_0/C:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:40,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:40,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742397_1573 (size=12151) 2024-11-20T11:50:41,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:41,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103501224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103501225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103501225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103501225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103501225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:41,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:41,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:41,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0bee4f6d1db74b0b8e520d9342132e53 2024-11-20T11:50:41,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/78ea66e7be664c0f85d6b0d811067c8f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f 2024-11-20T11:50:41,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f, entries=200, sequenceid=158, filesize=38.8 K 2024-11-20T11:50:41,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/60b5e960152245cc82f110a7a4b6d754 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754 2024-11-20T11:50:41,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T11:50:41,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/0bee4f6d1db74b0b8e520d9342132e53 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53 2024-11-20T11:50:41,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T11:50:41,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 00d692475138f8dc9a25f80c77a10e5c in 1300ms, sequenceid=158, compaction requested=true 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:41,378 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:41,378 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:41,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:41,379 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,379 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,379 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c91c6004101d4f4fa431439f8828595b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.5 K 2024-11-20T11:50:41,379 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=99.5 K 2024-11-20T11:50:41,379 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f] 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1039f84363f249018b1835c2aa5071ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438662 2024-11-20T11:50:41,379 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c91c6004101d4f4fa431439f8828595b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438662 2024-11-20T11:50:41,380 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ec1bdd173845d58255dc2f00934804, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732103438783 2024-11-20T11:50:41,380 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4104f86191824058945c833819dda151, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732103438783 2024-11-20T11:50:41,380 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b5e960152245cc82f110a7a4b6d754, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:41,380 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78ea66e7be664c0f85d6b0d811067c8f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:41,393 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:41,394 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/a7c26a87aeab4863a07cc65c830779c4 is 50, key is test_row_0/B:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:41,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T11:50:41,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T11:50:41,409 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:41,417 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112000c72e40e7bd4d0fb2e37a3413ff661c_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:41,419 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112000c72e40e7bd4d0fb2e37a3413ff661c_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:41,419 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112000c72e40e7bd4d0fb2e37a3413ff661c_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742398_1574 (size=12493) 2024-11-20T11:50:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061e15ca234f344b2ac97eca1b62730d0_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103440084/Put/seqid=0 2024-11-20T11:50:41,445 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/a7c26a87aeab4863a07cc65c830779c4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a7c26a87aeab4863a07cc65c830779c4 2024-11-20T11:50:41,454 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into a7c26a87aeab4863a07cc65c830779c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:41,454 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:41,454 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=13, startTime=1732103441378; duration=0sec 2024-11-20T11:50:41,455 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:41,455 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:41,455 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:41,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742399_1575 (size=4469) 2024-11-20T11:50:41,456 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:41,456 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:41,456 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,456 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b738900923a04850b7e9f047f1e7ec7a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.5 K 2024-11-20T11:50:41,458 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b738900923a04850b7e9f047f1e7ec7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732103438662 2024-11-20T11:50:41,462 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0709ebcdec6540b89cd2c8cccd15c377, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732103438783 2024-11-20T11:50:41,462 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#484 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:41,463 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bee4f6d1db74b0b8e520d9342132e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:41,463 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/640f36638b95483d950feea76061e7ec is 175, key is test_row_0/A:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:41,481 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:41,482 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b3020078c2504a8d9f8c374ccd24eb9c is 50, key is test_row_0/C:col10/1732103439441/Put/seqid=0 2024-11-20T11:50:41,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742400_1576 (size=12304) 2024-11-20T11:50:41,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,490 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061e15ca234f344b2ac97eca1b62730d0_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e15ca234f344b2ac97eca1b62730d0_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:41,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/34708fbca6a44198a2d2d8ae55a6e7d8, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/34708fbca6a44198a2d2d8ae55a6e7d8 is 175, key is test_row_0/A:col10/1732103440084/Put/seqid=0 2024-11-20T11:50:41,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742401_1577 (size=31447) 2024-11-20T11:50:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742403_1579 (size=31105) 2024-11-20T11:50:41,521 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/640f36638b95483d950feea76061e7ec as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec 2024-11-20T11:50:41,522 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/34708fbca6a44198a2d2d8ae55a6e7d8 2024-11-20T11:50:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742402_1578 (size=12493) 2024-11-20T11:50:41,528 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into 640f36638b95483d950feea76061e7ec(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:41,528 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:41,528 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=13, startTime=1732103441378; duration=0sec 2024-11-20T11:50:41,528 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:41,529 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:41,532 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b3020078c2504a8d9f8c374ccd24eb9c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b3020078c2504a8d9f8c374ccd24eb9c 2024-11-20T11:50:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/14c470f242be4a3989a13d47e101fde1 is 50, key is test_row_0/B:col10/1732103440084/Put/seqid=0 2024-11-20T11:50:41,538 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into b3020078c2504a8d9f8c374ccd24eb9c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:41,538 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:41,538 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=13, startTime=1732103441378; duration=0sec 2024-11-20T11:50:41,538 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:41,538 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742404_1580 (size=12151) 2024-11-20T11:50:41,546 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/14c470f242be4a3989a13d47e101fde1 2024-11-20T11:50:41,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/4665cb56c5bb41f091bd6024a05bc089 is 50, key is test_row_0/C:col10/1732103440084/Put/seqid=0 2024-11-20T11:50:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742405_1581 (size=12151) 2024-11-20T11:50:41,875 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T11:50:41,875 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T11:50:41,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/4665cb56c5bb41f091bd6024a05bc089 2024-11-20T11:50:41,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/34708fbca6a44198a2d2d8ae55a6e7d8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8 2024-11-20T11:50:41,969 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8, entries=150, sequenceid=168, filesize=30.4 K 2024-11-20T11:50:41,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/14c470f242be4a3989a13d47e101fde1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1 2024-11-20T11:50:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,972 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T11:50:41,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/4665cb56c5bb41f091bd6024a05bc089 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089 2024-11-20T11:50:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,978 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T11:50:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 00d692475138f8dc9a25f80c77a10e5c in 572ms, sequenceid=168, compaction requested=false 2024-11-20T11:50:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-11-20T11:50:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.9670 sec 2024-11-20T11:50:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,165 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,168 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:42,263 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061e340ed790a4eeba37bd0edf570b60c_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742407_1583 (size=24758) 2024-11-20T11:50:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103502297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103502302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103502303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103502305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103502305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:42,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:42,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103502415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103502415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103502415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103502415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103502415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:42,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103502624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103502625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:42,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112061e340ed790a4eeba37bd0edf570b60c_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e340ed790a4eeba37bd0edf570b60c_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:42,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/81d3d7a858464973a937bab21c742708, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:42,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/81d3d7a858464973a937bab21c742708 is 175, key is test_row_0/A:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742406_1582 (size=74395) 2024-11-20T11:50:42,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/81d3d7a858464973a937bab21c742708 2024-11-20T11:50:42,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/28025447272b48b0a74b3ac59b6c77e9 is 50, key is test_row_0/B:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:42,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742408_1584 (size=12151) 2024-11-20T11:50:42,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:42,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:42,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103502935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103502935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103502935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103502935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103502935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/28025447272b48b0a74b3ac59b6c77e9 2024-11-20T11:50:43,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/8d82d41407544523bacdf406953d45a6 is 50, key is test_row_0/C:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:43,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742409_1585 (size=12151) 2024-11-20T11:50:43,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:43,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:43,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:43,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103503445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103503445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103503445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103503445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103503445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:43,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/8d82d41407544523bacdf406953d45a6 2024-11-20T11:50:43,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:43,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/81d3d7a858464973a937bab21c742708 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708 2024-11-20T11:50:43,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708, entries=400, sequenceid=182, filesize=72.7 K 2024-11-20T11:50:43,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/28025447272b48b0a74b3ac59b6c77e9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9 2024-11-20T11:50:43,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T11:50:43,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/8d82d41407544523bacdf406953d45a6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6 2024-11-20T11:50:43,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T11:50:43,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 00d692475138f8dc9a25f80c77a10e5c in 1302ms, sequenceid=182, compaction requested=true 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:43,565 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:43,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:50:43,565 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:43,566 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:43,566 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:43,566 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,566 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:43,566 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:43,566 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=133.7 K 2024-11-20T11:50:43,566 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,566 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,566 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708] 2024-11-20T11:50:43,566 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a7c26a87aeab4863a07cc65c830779c4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.9 K 2024-11-20T11:50:43,567 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 640f36638b95483d950feea76061e7ec, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:43,567 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting a7c26a87aeab4863a07cc65c830779c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:43,567 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 14c470f242be4a3989a13d47e101fde1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103440078 2024-11-20T11:50:43,567 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34708fbca6a44198a2d2d8ae55a6e7d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103440078 2024-11-20T11:50:43,568 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 28025447272b48b0a74b3ac59b6c77e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442257 2024-11-20T11:50:43,568 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81d3d7a858464973a937bab21c742708, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442251 2024-11-20T11:50:43,578 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:43,578 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/ae686dd5666f472ab013ca0e8f91fd58 is 50, key is test_row_0/B:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:43,579 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:43,582 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203c530768543e471fafd37ce9a4c5f02a_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742410_1586 (size=12595) 2024-11-20T11:50:43,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203c530768543e471fafd37ce9a4c5f02a_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:43,584 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203c530768543e471fafd37ce9a4c5f02a_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:43,591 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/ae686dd5666f472ab013ca0e8f91fd58 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ae686dd5666f472ab013ca0e8f91fd58 2024-11-20T11:50:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742411_1587 (size=4469) 2024-11-20T11:50:43,596 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#493 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:43,597 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/5d09cf6facc34d8e99b74c11838796b3 is 175, key is test_row_0/A:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:43,599 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into ae686dd5666f472ab013ca0e8f91fd58(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:43,599 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:43,599 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=13, startTime=1732103443565; duration=0sec 2024-11-20T11:50:43,599 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:43,599 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:43,599 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:43,600 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:43,600 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:43,600 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,600 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b3020078c2504a8d9f8c374ccd24eb9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=35.9 K 2024-11-20T11:50:43,601 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b3020078c2504a8d9f8c374ccd24eb9c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732103439441 2024-11-20T11:50:43,601 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 4665cb56c5bb41f091bd6024a05bc089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732103440078 2024-11-20T11:50:43,601 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d82d41407544523bacdf406953d45a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442257 2024-11-20T11:50:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742412_1588 (size=31549) 2024-11-20T11:50:43,615 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:43,615 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/1da8d5499f024d3c8a5f13e186215479 is 50, key is test_row_0/C:col10/1732103442262/Put/seqid=0 2024-11-20T11:50:43,618 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/5d09cf6facc34d8e99b74c11838796b3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3 2024-11-20T11:50:43,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742413_1589 (size=12595) 2024-11-20T11:50:43,623 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into 5d09cf6facc34d8e99b74c11838796b3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:43,623 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:43,623 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=13, startTime=1732103443565; duration=0sec 2024-11-20T11:50:43,623 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:43,623 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:43,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T11:50:43,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:43,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:50:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202934296e51f546e18e5b4219ae0c05cf_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103442303/Put/seqid=0 2024-11-20T11:50:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742414_1590 (size=12304) 2024-11-20T11:50:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:43,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202934296e51f546e18e5b4219ae0c05cf_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202934296e51f546e18e5b4219ae0c05cf_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6236a2f97ad24b42bfb473348f4ee148, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:43,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6236a2f97ad24b42bfb473348f4ee148 is 175, key is test_row_0/A:col10/1732103442303/Put/seqid=0 2024-11-20T11:50:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742415_1591 (size=31105) 2024-11-20T11:50:44,029 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/1da8d5499f024d3c8a5f13e186215479 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1da8d5499f024d3c8a5f13e186215479 2024-11-20T11:50:44,033 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into 1da8d5499f024d3c8a5f13e186215479(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:44,033 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:44,033 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=13, startTime=1732103443565; duration=0sec 2024-11-20T11:50:44,034 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:44,034 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:44,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6236a2f97ad24b42bfb473348f4ee148 2024-11-20T11:50:44,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/19bedf2aa90048749ef1215f65224ea3 is 50, key is test_row_0/B:col10/1732103442303/Put/seqid=0 2024-11-20T11:50:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742416_1592 (size=12151) 2024-11-20T11:50:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:44,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103504465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103504465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103504466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103504466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,469 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:44,469 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103504470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/19bedf2aa90048749ef1215f65224ea3 2024-11-20T11:50:44,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/da729464ba2340099a917ef3f4c5006f is 50, key is test_row_0/C:col10/1732103442303/Put/seqid=0 2024-11-20T11:50:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103504576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103504576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742417_1593 (size=12151) 2024-11-20T11:50:44,580 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/da729464ba2340099a917ef3f4c5006f 2024-11-20T11:50:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6236a2f97ad24b42bfb473348f4ee148 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148 2024-11-20T11:50:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103504585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148, entries=150, sequenceid=210, filesize=30.4 K 2024-11-20T11:50:44,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/19bedf2aa90048749ef1215f65224ea3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3 2024-11-20T11:50:44,597 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T11:50:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/da729464ba2340099a917ef3f4c5006f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f 2024-11-20T11:50:44,601 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T11:50:44,602 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 00d692475138f8dc9a25f80c77a10e5c in 901ms, sequenceid=210, compaction requested=false 2024-11-20T11:50:44,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:44,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:44,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-20T11:50:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-20T11:50:44,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T11:50:44,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4360 sec 2024-11-20T11:50:44,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4410 sec 2024-11-20T11:50:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:44,786 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:44,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T11:50:44,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203f467f06f0b84bf18dd2c46b572736d6_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742418_1594 (size=14794) 2024-11-20T11:50:44,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:44,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203f467f06f0b84bf18dd2c46b572736d6_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203f467f06f0b84bf18dd2c46b572736d6_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:44,804 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/d5940f8109704e539a2c17ad0dc4b342, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:44,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/d5940f8109704e539a2c17ad0dc4b342 is 175, key is test_row_0/A:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742419_1595 (size=39749) 2024-11-20T11:50:44,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103504824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103504824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103504828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103504935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103504935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103504935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:44,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103505144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103505144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103505145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/d5940f8109704e539a2c17ad0dc4b342 2024-11-20T11:50:45,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/ef33ca0b65914792a95f24e81c58e45c is 50, key is test_row_0/B:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742420_1596 (size=12151) 2024-11-20T11:50:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103505455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103505455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103505455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/ef33ca0b65914792a95f24e81c58e45c 2024-11-20T11:50:45,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b00853fe18df459b8b25c70756cbedb6 is 50, key is test_row_0/C:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742421_1597 (size=12151) 2024-11-20T11:50:45,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b00853fe18df459b8b25c70756cbedb6 2024-11-20T11:50:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/d5940f8109704e539a2c17ad0dc4b342 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342 2024-11-20T11:50:45,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342, entries=200, sequenceid=222, filesize=38.8 K 2024-11-20T11:50:45,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/ef33ca0b65914792a95f24e81c58e45c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c 2024-11-20T11:50:45,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T11:50:45,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b00853fe18df459b8b25c70756cbedb6 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6 2024-11-20T11:50:45,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T11:50:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 00d692475138f8dc9a25f80c77a10e5c in 883ms, sequenceid=222, compaction requested=true 2024-11-20T11:50:45,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:45,670 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:45,670 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:45,670 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:45,670 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:45,671 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:45,671 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=100.0 K 2024-11-20T11:50:45,671 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:45,671 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342] 2024-11-20T11:50:45,672 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d09cf6facc34d8e99b74c11838796b3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442257 2024-11-20T11:50:45,672 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:45,672 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:45,672 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:45,672 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ae686dd5666f472ab013ca0e8f91fd58, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=36.0 K 2024-11-20T11:50:45,672 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ae686dd5666f472ab013ca0e8f91fd58, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442257 2024-11-20T11:50:45,673 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6236a2f97ad24b42bfb473348f4ee148, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732103442302 2024-11-20T11:50:45,675 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 19bedf2aa90048749ef1215f65224ea3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732103442302 2024-11-20T11:50:45,675 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5940f8109704e539a2c17ad0dc4b342, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:45,676 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting ef33ca0b65914792a95f24e81c58e45c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:45,684 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:45,685 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:45,686 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/24ffb265072e48c78aa8d373a4ecb3a9 is 50, key is test_row_0/B:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:45,687 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bdddfa339b134aa685165b1d0491dd77_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:45,688 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bdddfa339b134aa685165b1d0491dd77_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:45,689 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bdddfa339b134aa685165b1d0491dd77_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742422_1598 (size=12697) 2024-11-20T11:50:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742423_1599 (size=4469) 2024-11-20T11:50:45,718 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#502 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:45,719 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/8cb373c708194867b2aaa4c895ba7f23 is 175, key is test_row_0/A:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:45,721 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/24ffb265072e48c78aa8d373a4ecb3a9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/24ffb265072e48c78aa8d373a4ecb3a9 2024-11-20T11:50:45,726 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into 24ffb265072e48c78aa8d373a4ecb3a9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:45,726 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:45,726 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=13, startTime=1732103445670; duration=0sec 2024-11-20T11:50:45,726 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:45,726 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:45,726 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T11:50:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742424_1600 (size=31651) 2024-11-20T11:50:45,727 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T11:50:45,728 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:45,728 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:45,728 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1da8d5499f024d3c8a5f13e186215479, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=36.0 K 2024-11-20T11:50:45,729 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 1da8d5499f024d3c8a5f13e186215479, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732103442257 2024-11-20T11:50:45,729 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting da729464ba2340099a917ef3f4c5006f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732103442302 2024-11-20T11:50:45,730 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b00853fe18df459b8b25c70756cbedb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:45,732 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/8cb373c708194867b2aaa4c895ba7f23 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23 2024-11-20T11:50:45,738 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into 8cb373c708194867b2aaa4c895ba7f23(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:45,738 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:45,738 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=13, startTime=1732103445669; duration=0sec 2024-11-20T11:50:45,738 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:45,738 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:45,739 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#503 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:45,739 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f9d3dfaa0a28424783b969c80658c74c is 50, key is test_row_0/C:col10/1732103444456/Put/seqid=0 2024-11-20T11:50:45,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742425_1601 (size=12697) 2024-11-20T11:50:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:45,967 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:45,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T11:50:45,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021ee5f861fbb4a3597cd14c94d351590_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103444821/Put/seqid=0 2024-11-20T11:50:45,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103505975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742426_1602 (size=12304) 2024-11-20T11:50:45,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103505979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021ee5f861fbb4a3597cd14c94d351590_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021ee5f861fbb4a3597cd14c94d351590_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:45,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103505980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:45,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/94cefe0bef4f451ca1af27f326c7ff87, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:45,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/94cefe0bef4f451ca1af27f326c7ff87 is 175, key is test_row_0/A:col10/1732103444821/Put/seqid=0 2024-11-20T11:50:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742427_1603 (size=31105) 2024-11-20T11:50:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103506084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103506094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103506095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,160 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f9d3dfaa0a28424783b969c80658c74c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f9d3dfaa0a28424783b969c80658c74c 2024-11-20T11:50:46,165 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into f9d3dfaa0a28424783b969c80658c74c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:46,165 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:46,165 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=13, startTime=1732103445670; duration=0sec 2024-11-20T11:50:46,165 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:46,165 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103506294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103506305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103506305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T11:50:46,325 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:46,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-20T11:50:46,327 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T11:50:46,328 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:46,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:46,393 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/94cefe0bef4f451ca1af27f326c7ff87 2024-11-20T11:50:46,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0def17d3719d4fc49d53e50a6490610c is 50, key is test_row_0/B:col10/1732103444821/Put/seqid=0 2024-11-20T11:50:46,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742428_1604 (size=12151) 2024-11-20T11:50:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T11:50:46,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103506474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,477 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T11:50:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103506485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,487 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103506605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103506615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103506615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:46,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T11:50:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T11:50:46,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T11:50:46,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:46,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:46,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0def17d3719d4fc49d53e50a6490610c 2024-11-20T11:50:46,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e819b4f0524149b788a3884d0b0ed8ce is 50, key is test_row_0/C:col10/1732103444821/Put/seqid=0 2024-11-20T11:50:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742429_1605 (size=12151) 2024-11-20T11:50:46,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e819b4f0524149b788a3884d0b0ed8ce 2024-11-20T11:50:46,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/94cefe0bef4f451ca1af27f326c7ff87 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87 2024-11-20T11:50:46,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87, entries=150, sequenceid=251, filesize=30.4 K 2024-11-20T11:50:46,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/0def17d3719d4fc49d53e50a6490610c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c 2024-11-20T11:50:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T11:50:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e819b4f0524149b788a3884d0b0ed8ce as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce 2024-11-20T11:50:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T11:50:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 00d692475138f8dc9a25f80c77a10e5c in 871ms, sequenceid=251, compaction requested=false 2024-11-20T11:50:46,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T11:50:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:46,941 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T11:50:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4638d9eefe7453a926f425ac13a3bbf_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103445978/Put/seqid=0 2024-11-20T11:50:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742430_1606 (size=9914) 2024-11-20T11:50:46,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a4638d9eefe7453a926f425ac13a3bbf_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4638d9eefe7453a926f425ac13a3bbf_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T11:50:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/563d05fd549b437f8929cfcc5410a95e, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/563d05fd549b437f8929cfcc5410a95e is 175, key is test_row_0/A:col10/1732103445978/Put/seqid=0 2024-11-20T11:50:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742431_1607 (size=22561) 2024-11-20T11:50:46,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/563d05fd549b437f8929cfcc5410a95e 2024-11-20T11:50:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/18c71a33462c4aa9b4087a03eadd95b1 is 50, key is test_row_0/B:col10/1732103445978/Put/seqid=0 2024-11-20T11:50:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742432_1608 (size=9857) 2024-11-20T11:50:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:47,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103507204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103507206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103507206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103507315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103507315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103507315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,380 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/18c71a33462c4aa9b4087a03eadd95b1 2024-11-20T11:50:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6749b4124bb04c85a7d8798ee7a44d5f is 50, key is test_row_0/C:col10/1732103445978/Put/seqid=0 2024-11-20T11:50:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742433_1609 (size=9857) 2024-11-20T11:50:47,401 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6749b4124bb04c85a7d8798ee7a44d5f 2024-11-20T11:50:47,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/563d05fd549b437f8929cfcc5410a95e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e 2024-11-20T11:50:47,410 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e, entries=100, sequenceid=261, filesize=22.0 K 2024-11-20T11:50:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/18c71a33462c4aa9b4087a03eadd95b1 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1 2024-11-20T11:50:47,415 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1, entries=100, sequenceid=261, filesize=9.6 K 2024-11-20T11:50:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6749b4124bb04c85a7d8798ee7a44d5f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f 2024-11-20T11:50:47,421 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f, entries=100, sequenceid=261, filesize=9.6 K 2024-11-20T11:50:47,422 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 00d692475138f8dc9a25f80c77a10e5c in 481ms, sequenceid=261, compaction requested=true 2024-11-20T11:50:47,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:47,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:47,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-20T11:50:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-20T11:50:47,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T11:50:47,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0950 sec 2024-11-20T11:50:47,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.1020 sec 2024-11-20T11:50:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T11:50:47,465 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:47,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-20T11:50:47,468 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:47,468 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:47,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:47,527 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:47,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T11:50:47,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103507533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9b325f4527945c4ae741995bcb14ed0_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742434_1610 (size=14994) 2024-11-20T11:50:47,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103507536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103507535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:47,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b9b325f4527945c4ae741995bcb14ed0_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9b325f4527945c4ae741995bcb14ed0_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:47,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/a6c783abda9a4bc3a7e8c697547ecff4, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:47,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/a6c783abda9a4bc3a7e8c697547ecff4 is 175, key is test_row_0/A:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:47,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742435_1611 (size=39949) 2024-11-20T11:50:47,551 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/a6c783abda9a4bc3a7e8c697547ecff4 2024-11-20T11:50:47,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/9d2414e9d540413cb11ff64939c1c5f3 is 50, key is test_row_0/B:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742436_1612 (size=12301) 2024-11-20T11:50:47,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/9d2414e9d540413cb11ff64939c1c5f3 2024-11-20T11:50:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:47,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/39f71d77847e414aa95e1c43aa734ce2 is 50, key is test_row_0/C:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742437_1613 (size=12301) 2024-11-20T11:50:47,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/39f71d77847e414aa95e1c43aa734ce2 2024-11-20T11:50:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/a6c783abda9a4bc3a7e8c697547ecff4 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4 2024-11-20T11:50:47,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4, entries=200, sequenceid=289, filesize=39.0 K 2024-11-20T11:50:47,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/9d2414e9d540413cb11ff64939c1c5f3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3 2024-11-20T11:50:47,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T11:50:47,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/39f71d77847e414aa95e1c43aa734ce2 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2 2024-11-20T11:50:47,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2, entries=150, sequenceid=289, filesize=12.0 K 2024-11-20T11:50:47,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 00d692475138f8dc9a25f80c77a10e5c in 84ms, sequenceid=289, compaction requested=true 2024-11-20T11:50:47,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:47,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:47,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:47,612 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:47,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T11:50:47,612 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:47,616 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:47,616 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:47,616 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:47,616 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/24ffb265072e48c78aa8d373a4ecb3a9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=45.9 K 2024-11-20T11:50:47,616 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:47,616 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:47,616 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:47,616 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=122.3 K 2024-11-20T11:50:47,616 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:47,616 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4] 2024-11-20T11:50:47,617 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 24ffb265072e48c78aa8d373a4ecb3a9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:47,617 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 0def17d3719d4fc49d53e50a6490610c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103444821 2024-11-20T11:50:47,617 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cb373c708194867b2aaa4c895ba7f23, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:47,620 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 18c71a33462c4aa9b4087a03eadd95b1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732103445976 2024-11-20T11:50:47,620 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94cefe0bef4f451ca1af27f326c7ff87, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103444821 2024-11-20T11:50:47,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T11:50:47,620 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d2414e9d540413cb11ff64939c1c5f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447203 2024-11-20T11:50:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:47,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:50:47,620 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 563d05fd549b437f8929cfcc5410a95e, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732103445976 2024-11-20T11:50:47,621 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6c783abda9a4bc3a7e8c697547ecff4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447198 2024-11-20T11:50:47,646 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:47,647 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/c2592f87758e49fdbd85116a3eaaa4d0 is 50, key is test_row_0/B:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:47,649 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:47,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:47,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e431bfa4c4e44ef6a12ace53270f2869_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103447533/Put/seqid=0 2024-11-20T11:50:47,661 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206628c02cf49448b5b14ed8dfb3a5385f_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:47,663 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206628c02cf49448b5b14ed8dfb3a5385f_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:47,663 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206628c02cf49448b5b14ed8dfb3a5385f_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742439_1615 (size=12454) 2024-11-20T11:50:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742438_1614 (size=12983) 2024-11-20T11:50:47,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742440_1616 (size=4469) 2024-11-20T11:50:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103507698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103507702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103507702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103507815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103507815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103507816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103508024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103508024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103508024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:48,078 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#514 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:48,079 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/c4494ba1e6344058bd4f2be56cb32b92 is 175, key is test_row_0/A:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:48,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e431bfa4c4e44ef6a12ace53270f2869_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e431bfa4c4e44ef6a12ace53270f2869_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:48,082 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/c2592f87758e49fdbd85116a3eaaa4d0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c2592f87758e49fdbd85116a3eaaa4d0 2024-11-20T11:50:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6ff033a44123457b88d865db92fd62ef, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6ff033a44123457b88d865db92fd62ef is 175, key is test_row_0/A:col10/1732103447533/Put/seqid=0 2024-11-20T11:50:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742441_1617 (size=31937) 2024-11-20T11:50:48,086 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into c2592f87758e49fdbd85116a3eaaa4d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:48,086 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:48,086 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=12, startTime=1732103447612; duration=0sec 2024-11-20T11:50:48,086 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:48,086 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:48,087 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T11:50:48,089 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T11:50:48,089 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:48,089 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:48,090 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f9d3dfaa0a28424783b969c80658c74c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=45.9 K 2024-11-20T11:50:48,092 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d3dfaa0a28424783b969c80658c74c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732103444456 2024-11-20T11:50:48,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742442_1618 (size=31255) 2024-11-20T11:50:48,093 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting e819b4f0524149b788a3884d0b0ed8ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732103444821 2024-11-20T11:50:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:48,096 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6749b4124bb04c85a7d8798ee7a44d5f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732103445976 2024-11-20T11:50:48,097 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 39f71d77847e414aa95e1c43aa734ce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447203 2024-11-20T11:50:48,101 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/c4494ba1e6344058bd4f2be56cb32b92 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92 2024-11-20T11:50:48,106 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:48,107 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/7c5a4bacd193473aa7e272be4ad3ee9c is 50, key is test_row_0/C:col10/1732103447203/Put/seqid=0 2024-11-20T11:50:48,110 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into c4494ba1e6344058bd4f2be56cb32b92(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:48,110 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:48,110 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=12, startTime=1732103447611; duration=0sec 2024-11-20T11:50:48,110 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:48,110 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:48,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742443_1619 (size=12983) 2024-11-20T11:50:48,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103508335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103508335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103508335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,492 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6ff033a44123457b88d865db92fd62ef 2024-11-20T11:50:48,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/3106ecd4cdc54611b3b5201d83e5695c is 50, key is test_row_0/B:col10/1732103447533/Put/seqid=0 2024-11-20T11:50:48,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742444_1620 (size=12301) 2024-11-20T11:50:48,522 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/7c5a4bacd193473aa7e272be4ad3ee9c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/7c5a4bacd193473aa7e272be4ad3ee9c 2024-11-20T11:50:48,526 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into 7c5a4bacd193473aa7e272be4ad3ee9c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:48,526 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:48,526 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=12, startTime=1732103447612; duration=0sec 2024-11-20T11:50:48,526 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:48,526 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103508845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103508845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103508845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:48,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/3106ecd4cdc54611b3b5201d83e5695c 2024-11-20T11:50:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/37051b7faebe4beb98d1763eb6dc69c0 is 50, key is test_row_0/C:col10/1732103447533/Put/seqid=0 2024-11-20T11:50:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742445_1621 (size=12301) 2024-11-20T11:50:49,326 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/37051b7faebe4beb98d1763eb6dc69c0 2024-11-20T11:50:49,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/6ff033a44123457b88d865db92fd62ef as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef 2024-11-20T11:50:49,346 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef, entries=150, sequenceid=297, filesize=30.5 K 2024-11-20T11:50:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/3106ecd4cdc54611b3b5201d83e5695c as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c 2024-11-20T11:50:49,350 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T11:50:49,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/37051b7faebe4beb98d1763eb6dc69c0 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0 2024-11-20T11:50:49,355 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0, entries=150, sequenceid=297, filesize=12.0 K 2024-11-20T11:50:49,356 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 00d692475138f8dc9a25f80c77a10e5c in 1736ms, sequenceid=297, compaction requested=false 2024-11-20T11:50:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:49,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-20T11:50:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-20T11:50:49,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T11:50:49,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-11-20T11:50:49,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8940 sec 2024-11-20T11:50:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T11:50:49,615 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:49,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-20T11:50:49,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:49,618 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:49,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:49,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-20T11:50:49,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:49,770 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T11:50:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e15c07d7d4e4fe2abab44ae3e5fb6ee_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103447696/Put/seqid=0 2024-11-20T11:50:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742446_1622 (size=12454) 2024-11-20T11:50:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:49,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e15c07d7d4e4fe2abab44ae3e5fb6ee_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e15c07d7d4e4fe2abab44ae3e5fb6ee_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:49,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/449c6d4b65514692bb02ace4f0eff175, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:49,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/449c6d4b65514692bb02ace4f0eff175 is 175, key is test_row_0/A:col10/1732103447696/Put/seqid=0 2024-11-20T11:50:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742447_1623 (size=31255) 2024-11-20T11:50:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:49,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103509873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:49,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103509875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103509877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:49,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103509984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103509984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103509985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103510195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103510195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103510195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/449c6d4b65514692bb02ace4f0eff175 2024-11-20T11:50:50,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/e26b3281d26d4a0a9312a63da4003729 is 50, key is test_row_0/B:col10/1732103447696/Put/seqid=0 2024-11-20T11:50:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742448_1624 (size=12301) 2024-11-20T11:50:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103510505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103510505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103510507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41694 deadline: 1732103510514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,516 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41726 deadline: 1732103510525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:50,527 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 4b15c4a73f2a,37387,1732103282273 for 'test_row_0' in 00d692475138f8dc9a25f80c77a10e5c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T11:50:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:50,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/e26b3281d26d4a0a9312a63da4003729 2024-11-20T11:50:50,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6868318cfa9e40dbbfbf9d2d85f03c15 is 50, key is test_row_0/C:col10/1732103447696/Put/seqid=0 2024-11-20T11:50:50,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742449_1625 (size=12301) 2024-11-20T11:50:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:51,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103511015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:51,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103511015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:51,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103511015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:51,063 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6868318cfa9e40dbbfbf9d2d85f03c15 2024-11-20T11:50:51,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/449c6d4b65514692bb02ace4f0eff175 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175 2024-11-20T11:50:51,072 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175, entries=150, sequenceid=328, filesize=30.5 K 2024-11-20T11:50:51,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/e26b3281d26d4a0a9312a63da4003729 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729 2024-11-20T11:50:51,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T11:50:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/6868318cfa9e40dbbfbf9d2d85f03c15 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15 2024-11-20T11:50:51,085 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15, entries=150, sequenceid=328, filesize=12.0 K 2024-11-20T11:50:51,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 00d692475138f8dc9a25f80c77a10e5c in 1316ms, sequenceid=328, compaction requested=true 2024-11-20T11:50:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-20T11:50:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-20T11:50:51,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-20T11:50:51,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-11-20T11:50:51,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4750 sec 2024-11-20T11:50:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T11:50:51,775 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:51,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-20T11:50:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T11:50:51,777 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:51,778 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:51,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T11:50:51,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-20T11:50:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:51,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:50:51,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c655c00a8f9407ba15c0430fc89cb65_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103449874/Put/seqid=0 2024-11-20T11:50:51,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742450_1626 (size=12454) 2024-11-20T11:50:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:52,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:52,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103512070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103512073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103512074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T11:50:52,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103512185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103512185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103512185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:52,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c655c00a8f9407ba15c0430fc89cb65_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c655c00a8f9407ba15c0430fc89cb65_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:52,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:52,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a is 175, key is test_row_0/A:col10/1732103449874/Put/seqid=0 2024-11-20T11:50:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742451_1627 (size=31255) 2024-11-20T11:50:52,359 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a 2024-11-20T11:50:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/7efe9801aba84a179cee973c915c0fb9 is 50, key is test_row_0/B:col10/1732103449874/Put/seqid=0 2024-11-20T11:50:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742452_1628 (size=12301) 2024-11-20T11:50:52,385 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/7efe9801aba84a179cee973c915c0fb9 2024-11-20T11:50:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103512395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103512395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103512395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/145e95967fee46e192a50986d1df8ba7 is 50, key is test_row_0/C:col10/1732103449874/Put/seqid=0 2024-11-20T11:50:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T11:50:52,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742453_1629 (size=12301) 2024-11-20T11:50:52,424 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/145e95967fee46e192a50986d1df8ba7 2024-11-20T11:50:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a 2024-11-20T11:50:52,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a, entries=150, sequenceid=336, filesize=30.5 K 2024-11-20T11:50:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/7efe9801aba84a179cee973c915c0fb9 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9 2024-11-20T11:50:52,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T11:50:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/145e95967fee46e192a50986d1df8ba7 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7 2024-11-20T11:50:52,466 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7, entries=150, sequenceid=336, filesize=12.0 K 2024-11-20T11:50:52,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 00d692475138f8dc9a25f80c77a10e5c in 536ms, sequenceid=336, compaction requested=true 2024-11-20T11:50:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:52,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-20T11:50:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-20T11:50:52,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-20T11:50:52,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 691 msec 2024-11-20T11:50:52,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 697 msec 2024-11-20T11:50:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(8855): Flush requested on 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:52,740 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T11:50:52,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-20T11:50:52,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a28e68b5526b4c338ee40b7ceac5c933_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:52,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103512741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103512746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103512747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742454_1630 (size=12454) 2024-11-20T11:50:52,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103512855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103512855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103512855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-20T11:50:52,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:50:52,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T11:50:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-20T11:50:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:52,917 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:50:52,917 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:50:52,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:50:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103513065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103513065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103513065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:53,167 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a28e68b5526b4c338ee40b7ceac5c933_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a28e68b5526b4c338ee40b7ceac5c933_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:53,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1bd5228a3b2a412f8d6d2a5bdf07dd94, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:53,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 is 175, key is test_row_0/A:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742455_1631 (size=31255) 2024-11-20T11:50:53,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:53,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103513375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:53,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 2024-11-20T11:50:53,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/bc9d68a0ea20437b9a29a9a3d2fce992 is 50, key is test_row_0/B:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742456_1632 (size=12301) 2024-11-20T11:50:53,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41732 deadline: 1732103513884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41666 deadline: 1732103513884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41710 deadline: 1732103513884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 , the old value is region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T11:50:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., hostname=4b15c4a73f2a,37387,1732103282273, seqNum=5 because the exception is null or not the one we care about 2024-11-20T11:50:53,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:53,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:53,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/bc9d68a0ea20437b9a29a9a3d2fce992 2024-11-20T11:50:54,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b731fd889c37484daa0fd77d1001f9d8 is 50, key is test_row_0/C:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742457_1633 (size=12301) 2024-11-20T11:50:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:54,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. as already flushing 2024-11-20T11:50:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:50:54,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b731fd889c37484daa0fd77d1001f9d8 2024-11-20T11:50:54,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 2024-11-20T11:50:54,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94, entries=150, sequenceid=367, filesize=30.5 K 2024-11-20T11:50:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/bc9d68a0ea20437b9a29a9a3d2fce992 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992 2024-11-20T11:50:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T11:50:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/b731fd889c37484daa0fd77d1001f9d8 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8 2024-11-20T11:50:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T11:50:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 00d692475138f8dc9a25f80c77a10e5c in 1679ms, sequenceid=367, compaction requested=true 2024-11-20T11:50:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:54,419 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:54,419 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 00d692475138f8dc9a25f80c77a10e5c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T11:50:54,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,420 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 156957 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T11:50:54,420 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/A is initiating minor compaction (all files) 2024-11-20T11:50:54,420 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/A in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,420 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=153.3 K 2024-11-20T11:50:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,420 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,420 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. files: [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94] 2024-11-20T11:50:54,421 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4494ba1e6344058bd4f2be56cb32b92, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447203 2024-11-20T11:50:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,421 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ff033a44123457b88d865db92fd62ef, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732103447529 2024-11-20T11:50:54,421 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T11:50:54,421 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/B is initiating minor compaction (all files) 2024-11-20T11:50:54,421 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 449c6d4b65514692bb02ace4f0eff175, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732103447693 2024-11-20T11:50:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,421 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/B in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,421 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c2592f87758e49fdbd85116a3eaaa4d0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=60.7 K 2024-11-20T11:50:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,422 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4a571fb7ebb4f7a9cf41b36f10a4d1a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732103449865 2024-11-20T11:50:54,422 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting c2592f87758e49fdbd85116a3eaaa4d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447203 2024-11-20T11:50:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,422 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bd5228a3b2a412f8d6d2a5bdf07dd94, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732103452072 2024-11-20T11:50:54,422 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 3106ecd4cdc54611b3b5201d83e5695c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732103447529 2024-11-20T11:50:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,423 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting e26b3281d26d4a0a9312a63da4003729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732103447693 2024-11-20T11:50:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,423 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7efe9801aba84a179cee973c915c0fb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732103449865 2024-11-20T11:50:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,423 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting bc9d68a0ea20437b9a29a9a3d2fce992, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732103452072 2024-11-20T11:50:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,438 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120fdef96852bcd462f8b61ed3271bf3526_00d692475138f8dc9a25f80c77a10e5c store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,441 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120fdef96852bcd462f8b61ed3271bf3526_00d692475138f8dc9a25f80c77a10e5c, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,441 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fdef96852bcd462f8b61ed3271bf3526_00d692475138f8dc9a25f80c77a10e5c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742458_1634 (size=4469) 2024-11-20T11:50:54,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-20T11:50:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-20T11:50:54,445 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#B#compaction#529 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:54,445 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#A#compaction#528 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,445 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/42581d3f5edd429dab2b79602bb8d01d is 50, key is test_row_0/B:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:54,446 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/10b798e101cf4d59a0d27419d4e6d13f is 175, key is test_row_0/A:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742460_1636 (size=32107) 2024-11-20T11:50:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742459_1635 (size=13153) 2024-11-20T11:50:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a315fc89c3240ae9450860bbd802423_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_1/A:col10/1732103452745/Put/seqid=0 2024-11-20T11:50:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,457 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/42581d3f5edd429dab2b79602bb8d01d as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/42581d3f5edd429dab2b79602bb8d01d 2024-11-20T11:50:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,461 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/B of 00d692475138f8dc9a25f80c77a10e5c into 42581d3f5edd429dab2b79602bb8d01d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:54,461 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:54,461 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/B, priority=11, startTime=1732103454419; duration=0sec 2024-11-20T11:50:54,461 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T11:50:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,461 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:B 2024-11-20T11:50:54,461 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T11:50:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742461_1637 (size=9914) 2024-11-20T11:50:54,462 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T11:50:54,462 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1541): 00d692475138f8dc9a25f80c77a10e5c/C is initiating minor compaction (all files) 2024-11-20T11:50:54,462 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 00d692475138f8dc9a25f80c77a10e5c/C in TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:54,463 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/7c5a4bacd193473aa7e272be4ad3ee9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8] into tmpdir=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp, totalSize=60.7 K 2024-11-20T11:50:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,463 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c5a4bacd193473aa7e272be4ad3ee9c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732103447203 2024-11-20T11:50:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,463 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 37051b7faebe4beb98d1763eb6dc69c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732103447529 2024-11-20T11:50:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,464 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 6868318cfa9e40dbbfbf9d2d85f03c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732103447693 2024-11-20T11:50:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,464 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting 145e95967fee46e192a50986d1df8ba7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732103449865 2024-11-20T11:50:54,464 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] compactions.Compactor(225): Compacting b731fd889c37484daa0fd77d1001f9d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732103452072 2024-11-20T11:50:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,473 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 00d692475138f8dc9a25f80c77a10e5c#C#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T11:50:54,473 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e26d87e2ec4d401b9b24f87c6ffea7f3 is 50, key is test_row_0/C:col10/1732103452708/Put/seqid=0 2024-11-20T11:50:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742462_1638 (size=13153) 2024-11-20T11:50:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,584 INFO [Thread-2396 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2396. 2024-11-20T11:50:54,584 DEBUG [Thread-2396 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,584 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,584 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 INFO [Thread-2392 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2392. 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 DEBUG [Thread-2392 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,586 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,586 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 INFO [Thread-2390 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2390. 2024-11-20T11:50:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,588 DEBUG [Thread-2390 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,588 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,588 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,602 INFO [Thread-2394 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2394. 2024-11-20T11:50:54,602 DEBUG [Thread-2394 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,602 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,603 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,605 INFO [Thread-2388 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2388. 2024-11-20T11:50:54,605 DEBUG [Thread-2388 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,605 DEBUG [Thread-2388 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,605 DEBUG [Thread-2388 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,854 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/10b798e101cf4d59a0d27419d4e6d13f as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/10b798e101cf4d59a0d27419d4e6d13f 2024-11-20T11:50:54,858 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/A of 00d692475138f8dc9a25f80c77a10e5c into 10b798e101cf4d59a0d27419d4e6d13f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:54,858 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:54,858 INFO [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/A, priority=11, startTime=1732103454419; duration=0sec 2024-11-20T11:50:54,858 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:54,858 DEBUG [RS:0;4b15c4a73f2a:37387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:A 2024-11-20T11:50:54,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:50:54,866 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a315fc89c3240ae9450860bbd802423_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a315fc89c3240ae9450860bbd802423_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:50:54,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/dbb6b8c348a54e128266ac4e221cb28b, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:50:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/dbb6b8c348a54e128266ac4e221cb28b is 175, key is test_row_1/A:col10/1732103452745/Put/seqid=0 2024-11-20T11:50:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742463_1639 (size=22561) 2024-11-20T11:50:54,881 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e26d87e2ec4d401b9b24f87c6ffea7f3 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e26d87e2ec4d401b9b24f87c6ffea7f3 2024-11-20T11:50:54,885 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 00d692475138f8dc9a25f80c77a10e5c/C of 00d692475138f8dc9a25f80c77a10e5c into e26d87e2ec4d401b9b24f87c6ffea7f3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T11:50:54,885 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:54,885 INFO [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., storeName=00d692475138f8dc9a25f80c77a10e5c/C, priority=11, startTime=1732103454419; duration=0sec 2024-11-20T11:50:54,885 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T11:50:54,885 DEBUG [RS:0;4b15c4a73f2a:37387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 00d692475138f8dc9a25f80c77a10e5c:C 2024-11-20T11:50:54,897 INFO [Thread-2385 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2385. 2024-11-20T11:50:54,897 DEBUG [Thread-2385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,897 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,897 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,906 INFO [Thread-2383 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2383. 2024-11-20T11:50:54,906 INFO [Thread-2379 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2379. 2024-11-20T11:50:54,906 DEBUG [Thread-2383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,906 DEBUG [Thread-2379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:50:54,906 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,906 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,906 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,906 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:50:54,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:54,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:50:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:55,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/dbb6b8c348a54e128266ac4e221cb28b 2024-11-20T11:50:55,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/863354a8c7944d4db8204f130f8fcccc is 50, key is test_row_1/B:col10/1732103452745/Put/seqid=0 2024-11-20T11:50:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742464_1640 (size=9857) 2024-11-20T11:50:55,681 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/863354a8c7944d4db8204f130f8fcccc 2024-11-20T11:50:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f5f4830a0f4542a5bb8c8fb7368dc8fa is 50, key is test_row_1/C:col10/1732103452745/Put/seqid=0 2024-11-20T11:50:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742465_1641 (size=9857) 2024-11-20T11:50:56,094 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f5f4830a0f4542a5bb8c8fb7368dc8fa 2024-11-20T11:50:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/dbb6b8c348a54e128266ac4e221cb28b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/dbb6b8c348a54e128266ac4e221cb28b 2024-11-20T11:50:56,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/dbb6b8c348a54e128266ac4e221cb28b, entries=100, sequenceid=372, filesize=22.0 K 2024-11-20T11:50:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/863354a8c7944d4db8204f130f8fcccc as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/863354a8c7944d4db8204f130f8fcccc 2024-11-20T11:50:56,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/863354a8c7944d4db8204f130f8fcccc, entries=100, sequenceid=372, filesize=9.6 K 2024-11-20T11:50:56,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/f5f4830a0f4542a5bb8c8fb7368dc8fa as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f5f4830a0f4542a5bb8c8fb7368dc8fa 2024-11-20T11:50:56,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f5f4830a0f4542a5bb8c8fb7368dc8fa, entries=100, sequenceid=372, filesize=9.6 K 2024-11-20T11:50:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=20.13 KB/20610 for 00d692475138f8dc9a25f80c77a10e5c in 1660ms, sequenceid=372, compaction requested=false 2024-11-20T11:50:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 00d692475138f8dc9a25f80c77a10e5c: 2024-11-20T11:50:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:50:56,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-20T11:50:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-20T11:50:56,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T11:50:56,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1900 sec 2024-11-20T11:50:56,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.1930 sec 2024-11-20T11:50:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T11:50:57,085 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:51:00,536 INFO [Thread-2381 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2381. 2024-11-20T11:51:00,536 DEBUG [Thread-2381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:51:00,536 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,537 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:51:00,592 INFO [Thread-2377 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2377. 2024-11-20T11:51:00,592 DEBUG [Thread-2377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T11:51:00,592 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,592 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3885 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3872 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3679 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3883 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3887 2024-11-20T11:51:00,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T11:51:00,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:51:00,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:00,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:00,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:51:00,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T11:51:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:00,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103460597"}]},"ts":"1732103460597"} 2024-11-20T11:51:00,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T11:51:00,598 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T11:51:00,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T11:51:00,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, UNASSIGN}] 2024-11-20T11:51:00,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, UNASSIGN 2024-11-20T11:51:00,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=CLOSING, regionLocation=4b15c4a73f2a,37387,1732103282273 2024-11-20T11:51:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, UNASSIGN because future has completed 2024-11-20T11:51:00,603 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T11:51:00,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273}] 2024-11-20T11:51:00,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T11:51:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:00,756 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:00,756 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T11:51:00,756 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 00d692475138f8dc9a25f80c77a10e5c, disabling compactions & flushes 2024-11-20T11:51:00,756 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:51:00,756 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:51:00,756 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. after waiting 0 ms 2024-11-20T11:51:00,756 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:51:00,756 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 00d692475138f8dc9a25f80c77a10e5c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T11:51:00,765 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120387f2daa73f7404ab71ac6039d1bbe6f_00d692475138f8dc9a25f80c77a10e5c is 50, key is test_row_0/A:col10/1732103460591/Put/seqid=0 2024-11-20T11:51:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742466_1642 (size=12454) 2024-11-20T11:51:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:01,174 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:01,184 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120387f2daa73f7404ab71ac6039d1bbe6f_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120387f2daa73f7404ab71ac6039d1bbe6f_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:01,185 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/f850201525e047da81314f3f3c40c0cd, store: [table=TestAcidGuarantees family=A region=00d692475138f8dc9a25f80c77a10e5c] 2024-11-20T11:51:01,185 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/f850201525e047da81314f3f3c40c0cd is 175, key is test_row_0/A:col10/1732103460591/Put/seqid=0 2024-11-20T11:51:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742467_1643 (size=31255) 2024-11-20T11:51:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:01,594 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/f850201525e047da81314f3f3c40c0cd 2024-11-20T11:51:01,600 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/836fc7fccba04f59bb63085212d5f1cb is 50, key is test_row_0/B:col10/1732103460591/Put/seqid=0 2024-11-20T11:51:01,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742468_1644 (size=12301) 2024-11-20T11:51:01,603 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/836fc7fccba04f59bb63085212d5f1cb 2024-11-20T11:51:01,609 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e06a7a292df34552bf9fab40ae65ea06 is 50, key is test_row_0/C:col10/1732103460591/Put/seqid=0 2024-11-20T11:51:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742469_1645 (size=12301) 2024-11-20T11:51:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:02,015 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e06a7a292df34552bf9fab40ae65ea06 2024-11-20T11:51:02,022 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/A/f850201525e047da81314f3f3c40c0cd as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/f850201525e047da81314f3f3c40c0cd 2024-11-20T11:51:02,027 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/f850201525e047da81314f3f3c40c0cd, entries=150, sequenceid=383, filesize=30.5 K 2024-11-20T11:51:02,028 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/B/836fc7fccba04f59bb63085212d5f1cb as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/836fc7fccba04f59bb63085212d5f1cb 2024-11-20T11:51:02,032 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/836fc7fccba04f59bb63085212d5f1cb, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T11:51:02,032 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/.tmp/C/e06a7a292df34552bf9fab40ae65ea06 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e06a7a292df34552bf9fab40ae65ea06 2024-11-20T11:51:02,035 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e06a7a292df34552bf9fab40ae65ea06, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T11:51:02,036 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 00d692475138f8dc9a25f80c77a10e5c in 1280ms, sequenceid=383, compaction requested=true 2024-11-20T11:51:02,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94] to archive 2024-11-20T11:51:02,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:51:02,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/93ea9dcfce714106a8cab1f77cc154e4 2024-11-20T11:51:02,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/85cf619df8df4772b8874a889dac8c41 2024-11-20T11:51:02,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6935c55983654e19ac01ecc953bfd140 2024-11-20T11:51:02,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/faef8d24437d4cda9949d768186b61ae 2024-11-20T11:51:02,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/cdaba68cf31d465f989a8035f9263e60 2024-11-20T11:51:02,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/aeccb177d2c44626bcf535d1085a2fbf 2024-11-20T11:51:02,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/91d15c43b8804a0b8007618a11b2d1f7 2024-11-20T11:51:02,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1039f84363f249018b1835c2aa5071ce 2024-11-20T11:51:02,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/4104f86191824058945c833819dda151 2024-11-20T11:51:02,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/78ea66e7be664c0f85d6b0d811067c8f 2024-11-20T11:51:02,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/640f36638b95483d950feea76061e7ec 2024-11-20T11:51:02,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/34708fbca6a44198a2d2d8ae55a6e7d8 2024-11-20T11:51:02,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/81d3d7a858464973a937bab21c742708 2024-11-20T11:51:02,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/5d09cf6facc34d8e99b74c11838796b3 2024-11-20T11:51:02,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6236a2f97ad24b42bfb473348f4ee148 2024-11-20T11:51:02,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/d5940f8109704e539a2c17ad0dc4b342 2024-11-20T11:51:02,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/8cb373c708194867b2aaa4c895ba7f23 2024-11-20T11:51:02,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/94cefe0bef4f451ca1af27f326c7ff87 2024-11-20T11:51:02,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/563d05fd549b437f8929cfcc5410a95e 2024-11-20T11:51:02,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/a6c783abda9a4bc3a7e8c697547ecff4 2024-11-20T11:51:02,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/c4494ba1e6344058bd4f2be56cb32b92 2024-11-20T11:51:02,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/6ff033a44123457b88d865db92fd62ef 2024-11-20T11:51:02,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/449c6d4b65514692bb02ace4f0eff175 2024-11-20T11:51:02,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/b4a571fb7ebb4f7a9cf41b36f10a4d1a 2024-11-20T11:51:02,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/1bd5228a3b2a412f8d6d2a5bdf07dd94 2024-11-20T11:51:02,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/4e3d85c006ab4269a738f61bd7732e0d, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c91c6004101d4f4fa431439f8828595b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a7c26a87aeab4863a07cc65c830779c4, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ae686dd5666f472ab013ca0e8f91fd58, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/24ffb265072e48c78aa8d373a4ecb3a9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c2592f87758e49fdbd85116a3eaaa4d0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992] to archive 2024-11-20T11:51:02,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:51:02,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/6a3641be541c407cbcb560e8a32273d8 2024-11-20T11:51:02,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0d623129bb8d4ee982307cbcdab69ec3 2024-11-20T11:51:02,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/4e3d85c006ab4269a738f61bd7732e0d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/4e3d85c006ab4269a738f61bd7732e0d 2024-11-20T11:51:02,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/dd2f91e24a3d4c30a0e3489b2bfdfea2 2024-11-20T11:51:02,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/83b0690fbd05433ab130dc5e3e5ee875 2024-11-20T11:51:02,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/b5e4258777c5401cb51b82154550e384 2024-11-20T11:51:02,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c91c6004101d4f4fa431439f8828595b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c91c6004101d4f4fa431439f8828595b 2024-11-20T11:51:02,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/639984223695468c8a0f57f0da670810 2024-11-20T11:51:02,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a3ec1bdd173845d58255dc2f00934804 2024-11-20T11:51:02,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a7c26a87aeab4863a07cc65c830779c4 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/a7c26a87aeab4863a07cc65c830779c4 2024-11-20T11:51:02,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/60b5e960152245cc82f110a7a4b6d754 2024-11-20T11:51:02,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/14c470f242be4a3989a13d47e101fde1 2024-11-20T11:51:02,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ae686dd5666f472ab013ca0e8f91fd58 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ae686dd5666f472ab013ca0e8f91fd58 2024-11-20T11:51:02,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/28025447272b48b0a74b3ac59b6c77e9 2024-11-20T11:51:02,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/19bedf2aa90048749ef1215f65224ea3 2024-11-20T11:51:02,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/24ffb265072e48c78aa8d373a4ecb3a9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/24ffb265072e48c78aa8d373a4ecb3a9 2024-11-20T11:51:02,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/ef33ca0b65914792a95f24e81c58e45c 2024-11-20T11:51:02,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/0def17d3719d4fc49d53e50a6490610c 2024-11-20T11:51:02,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/18c71a33462c4aa9b4087a03eadd95b1 2024-11-20T11:51:02,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c2592f87758e49fdbd85116a3eaaa4d0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/c2592f87758e49fdbd85116a3eaaa4d0 2024-11-20T11:51:02,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/9d2414e9d540413cb11ff64939c1c5f3 2024-11-20T11:51:02,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/3106ecd4cdc54611b3b5201d83e5695c 2024-11-20T11:51:02,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/e26b3281d26d4a0a9312a63da4003729 2024-11-20T11:51:02,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/7efe9801aba84a179cee973c915c0fb9 2024-11-20T11:51:02,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/bc9d68a0ea20437b9a29a9a3d2fce992 2024-11-20T11:51:02,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4bfaf65ab6ec489a875bf4386e431c34, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b738900923a04850b7e9f047f1e7ec7a, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b3020078c2504a8d9f8c374ccd24eb9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1da8d5499f024d3c8a5f13e186215479, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f9d3dfaa0a28424783b969c80658c74c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/7c5a4bacd193473aa7e272be4ad3ee9c, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8] to archive 2024-11-20T11:51:02,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T11:51:02,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b1c0a0e4730948a59534a2b32024f3e5 2024-11-20T11:51:02,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f995c2fc943c4a63b9ea46a7ad031a4b 2024-11-20T11:51:02,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4bfaf65ab6ec489a875bf4386e431c34 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4bfaf65ab6ec489a875bf4386e431c34 2024-11-20T11:51:02,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1f814c876d5d42c3a049fba38568a1b3 2024-11-20T11:51:02,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5b786518970b45b381c97a9ff7de7d8c 2024-11-20T11:51:02,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/cae1e4ccb6fd4b28a5f5b9da4c476a51 2024-11-20T11:51:02,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b738900923a04850b7e9f047f1e7ec7a to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b738900923a04850b7e9f047f1e7ec7a 2024-11-20T11:51:02,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/5a71a47b5d0d4597bc33809132f31ea8 2024-11-20T11:51:02,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0709ebcdec6540b89cd2c8cccd15c377 2024-11-20T11:51:02,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b3020078c2504a8d9f8c374ccd24eb9c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b3020078c2504a8d9f8c374ccd24eb9c 2024-11-20T11:51:02,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/0bee4f6d1db74b0b8e520d9342132e53 2024-11-20T11:51:02,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/4665cb56c5bb41f091bd6024a05bc089 2024-11-20T11:51:02,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1da8d5499f024d3c8a5f13e186215479 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/1da8d5499f024d3c8a5f13e186215479 2024-11-20T11:51:02,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/8d82d41407544523bacdf406953d45a6 2024-11-20T11:51:02,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/da729464ba2340099a917ef3f4c5006f 2024-11-20T11:51:02,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f9d3dfaa0a28424783b969c80658c74c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f9d3dfaa0a28424783b969c80658c74c 2024-11-20T11:51:02,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b00853fe18df459b8b25c70756cbedb6 2024-11-20T11:51:02,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e819b4f0524149b788a3884d0b0ed8ce 2024-11-20T11:51:02,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6749b4124bb04c85a7d8798ee7a44d5f 2024-11-20T11:51:02,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/7c5a4bacd193473aa7e272be4ad3ee9c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/7c5a4bacd193473aa7e272be4ad3ee9c 2024-11-20T11:51:02,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/39f71d77847e414aa95e1c43aa734ce2 2024-11-20T11:51:02,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/37051b7faebe4beb98d1763eb6dc69c0 2024-11-20T11:51:02,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/6868318cfa9e40dbbfbf9d2d85f03c15 2024-11-20T11:51:02,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/145e95967fee46e192a50986d1df8ba7 2024-11-20T11:51:02,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/b731fd889c37484daa0fd77d1001f9d8 2024-11-20T11:51:02,110 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits/386.seqid, newMaxSeqId=386, maxSeqId=4 2024-11-20T11:51:02,111 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. 2024-11-20T11:51:02,112 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 00d692475138f8dc9a25f80c77a10e5c: Waiting for close lock at 1732103460756Running coprocessor pre-close hooks at 1732103460756Disabling compacts and flushes for region at 1732103460756Disabling writes for close at 1732103460756Obtaining lock to block concurrent updates at 1732103460756Preparing flush snapshotting stores in 00d692475138f8dc9a25f80c77a10e5c at 1732103460756Finished memstore snapshotting TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732103460757 (+1 ms)Flushing stores of TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c. at 1732103460758 (+1 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/A: creating writer at 1732103460758Flushing mob file 00d692475138f8dc9a25f80c77a10e5c/A: appending metadata at 1732103460765 (+7 ms)Flushing mob file 00d692475138f8dc9a25f80c77a10e5c/A: closing flushed file at 1732103460765Flushing 00d692475138f8dc9a25f80c77a10e5c/A: appending metadata at 1732103461185 (+420 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/A: closing flushed file at 1732103461185Flushing 00d692475138f8dc9a25f80c77a10e5c/B: creating writer at 1732103461597 (+412 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/B: appending metadata at 1732103461599 (+2 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/B: closing flushed file at 1732103461599Flushing 00d692475138f8dc9a25f80c77a10e5c/C: creating writer at 1732103461606 (+7 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/C: appending metadata at 1732103461609 (+3 ms)Flushing 00d692475138f8dc9a25f80c77a10e5c/C: closing flushed file at 1732103461609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb1a179: reopening flushed file at 1732103462021 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f54927a: reopening flushed file at 1732103462027 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@544bed07: reopening flushed file at 1732103462032 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 00d692475138f8dc9a25f80c77a10e5c in 1280ms, sequenceid=383, compaction requested=true at 1732103462036 (+4 ms)Writing region close event to WAL at 1732103462107 (+71 ms)Running coprocessor post-close hooks at 1732103462111 (+4 ms)Closed at 1732103462111 2024-11-20T11:51:02,114 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=00d692475138f8dc9a25f80c77a10e5c, regionState=CLOSED 2024-11-20T11:51:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 because future has completed 2024-11-20T11:51:02,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-20T11:51:02,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 00d692475138f8dc9a25f80c77a10e5c, server=4b15c4a73f2a,37387,1732103282273 in 1.5140 sec 2024-11-20T11:51:02,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-11-20T11:51:02,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=00d692475138f8dc9a25f80c77a10e5c, UNASSIGN in 1.5180 sec 2024-11-20T11:51:02,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-20T11:51:02,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-11-20T11:51:02,124 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103462124"}]},"ts":"1732103462124"} 2024-11-20T11:51:02,126 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T11:51:02,126 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T11:51:02,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-20T11:51:02,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-20T11:51:02,745 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:51:02,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T11:51:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,747 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T11:51:02,747 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,749 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,751 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C, FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits] 2024-11-20T11:51:02,752 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/10b798e101cf4d59a0d27419d4e6d13f to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/10b798e101cf4d59a0d27419d4e6d13f 2024-11-20T11:51:02,753 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/dbb6b8c348a54e128266ac4e221cb28b to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/dbb6b8c348a54e128266ac4e221cb28b 2024-11-20T11:51:02,754 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/f850201525e047da81314f3f3c40c0cd to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/A/f850201525e047da81314f3f3c40c0cd 2024-11-20T11:51:02,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/42581d3f5edd429dab2b79602bb8d01d to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/42581d3f5edd429dab2b79602bb8d01d 2024-11-20T11:51:02,756 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/836fc7fccba04f59bb63085212d5f1cb to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/836fc7fccba04f59bb63085212d5f1cb 2024-11-20T11:51:02,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/863354a8c7944d4db8204f130f8fcccc to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/B/863354a8c7944d4db8204f130f8fcccc 2024-11-20T11:51:02,758 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e06a7a292df34552bf9fab40ae65ea06 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e06a7a292df34552bf9fab40ae65ea06 2024-11-20T11:51:02,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e26d87e2ec4d401b9b24f87c6ffea7f3 to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/e26d87e2ec4d401b9b24f87c6ffea7f3 2024-11-20T11:51:02,760 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f5f4830a0f4542a5bb8c8fb7368dc8fa to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/C/f5f4830a0f4542a5bb8c8fb7368dc8fa 2024-11-20T11:51:02,761 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits/386.seqid to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c/recovered.edits/386.seqid 2024-11-20T11:51:02,762 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/default/TestAcidGuarantees/00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,762 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T11:51:02,762 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:51:02,763 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T11:51:02,765 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015dd74023b09468186a7f2e6fd4d0649_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112015dd74023b09468186a7f2e6fd4d0649_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,765 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bcb564185e94bb492951a2d0b2c370b_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bcb564185e94bb492951a2d0b2c370b_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,766 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c655c00a8f9407ba15c0430fc89cb65_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c655c00a8f9407ba15c0430fc89cb65_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,767 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021ee5f861fbb4a3597cd14c94d351590_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021ee5f861fbb4a3597cd14c94d351590_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,767 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202934296e51f546e18e5b4219ae0c05cf_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202934296e51f546e18e5b4219ae0c05cf_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,768 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e15c07d7d4e4fe2abab44ae3e5fb6ee_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202e15c07d7d4e4fe2abab44ae3e5fb6ee_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,769 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120387f2daa73f7404ab71ac6039d1bbe6f_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120387f2daa73f7404ab71ac6039d1bbe6f_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,770 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a315fc89c3240ae9450860bbd802423_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a315fc89c3240ae9450860bbd802423_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,770 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203f467f06f0b84bf18dd2c46b572736d6_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203f467f06f0b84bf18dd2c46b572736d6_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,771 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205869ed28c5124627b491484c8dfcf56d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205869ed28c5124627b491484c8dfcf56d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,772 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205bc93a88d1fd423293295f8d9e52796d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205bc93a88d1fd423293295f8d9e52796d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,773 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e15ca234f344b2ac97eca1b62730d0_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e15ca234f344b2ac97eca1b62730d0_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,774 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e340ed790a4eeba37bd0edf570b60c_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112061e340ed790a4eeba37bd0edf570b60c_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,774 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206adc1c0ae36d4f18bde1491a69fb0828_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206adc1c0ae36d4f18bde1491a69fb0828_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,775 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086699b1f4b674252a41a1e601341154e_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112086699b1f4b674252a41a1e601341154e_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,776 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120895a0c655f1b4da085f6cdaac9ac6364_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120895a0c655f1b4da085f6cdaac9ac6364_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,777 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094cdca645a2843c1a664230e27429d0d_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112094cdca645a2843c1a664230e27429d0d_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,778 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a28e68b5526b4c338ee40b7ceac5c933_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a28e68b5526b4c338ee40b7ceac5c933_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,779 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4638d9eefe7453a926f425ac13a3bbf_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a4638d9eefe7453a926f425ac13a3bbf_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,780 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9b325f4527945c4ae741995bcb14ed0_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b9b325f4527945c4ae741995bcb14ed0_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,781 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e431bfa4c4e44ef6a12ace53270f2869_00d692475138f8dc9a25f80c77a10e5c to hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e431bfa4c4e44ef6a12ace53270f2869_00d692475138f8dc9a25f80c77a10e5c 2024-11-20T11:51:02,781 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T11:51:02,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,786 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T11:51:02,789 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T11:51:02,790 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,790 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T11:51:02,790 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732103462790"}]},"ts":"9223372036854775807"} 2024-11-20T11:51:02,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T11:51:02,792 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 00d692475138f8dc9a25f80c77a10e5c, NAME => 'TestAcidGuarantees,,1732103431465.00d692475138f8dc9a25f80c77a10e5c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T11:51:02,792 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T11:51:02,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732103462792"}]},"ts":"9223372036854775807"} 2024-11-20T11:51:02,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T11:51:02,795 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T11:51:02,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-20T11:51:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-20T11:51:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T11:51:02,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T11:51:02,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 566), ProcessCount=11 (was 11), AvailableMemoryMB=8939 (was 9146) 2024-11-20T11:51:02,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:51:02,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:51:02,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:02,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:02,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:02,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:51:02,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:51:02,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-11-20T11:51:02,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4b15c4a73f2a,44413,1732103281485 2024-11-20T11:51:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:02,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:02,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:51:02,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:51:02,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:02,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:02,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:02,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:02,918 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,37387,1732103282273' ***** 2024-11-20T11:51:02,918 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:51:02,918 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:51:02,918 INFO [RS:0;4b15c4a73f2a:37387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:51:02,918 INFO [RS:0;4b15c4a73f2a:37387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,37387,1732103282273 2024-11-20T11:51:02,919 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4b15c4a73f2a:37387. 2024-11-20T11:51:02,919 DEBUG [RS:0;4b15c4a73f2a:37387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:02,919 DEBUG [RS:0;4b15c4a73f2a:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:51:02,919 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:51:02,920 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T11:51:02,920 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T11:51:02,920 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:02,920 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:51:02,920 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:51:02,920 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:51:02,920 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:51:02,920 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:51:02,920 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T11:51:02,940 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/info/25b08a95315943b294c5ba6c35c84c49 is 95, key is TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd./info:/1732103315580/DeleteFamily/seqid=0 2024-11-20T11:51:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742470_1646 (size=6514) 2024-11-20T11:51:02,995 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:03,120 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:03,320 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:03,343 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/info/25b08a95315943b294c5ba6c35c84c49 2024-11-20T11:51:03,362 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/ns/86743ff2234048d5bb32818d4fadd172 is 93, key is TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd./ns:/1732103315539/DeleteFamily/seqid=0 2024-11-20T11:51:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742471_1647 (size=5906) 2024-11-20T11:51:03,458 INFO [regionserver/4b15c4a73f2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:51:03,458 INFO [regionserver/4b15c4a73f2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:51:03,521 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:03,721 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:03,765 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/ns/86743ff2234048d5bb32818d4fadd172 2024-11-20T11:51:03,783 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/rep_barrier/25dc16ee25d242bc89e35228c19fccb5 is 102, key is TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd./rep_barrier:/1732103315539/DeleteFamily/seqid=0 2024-11-20T11:51:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742472_1648 (size=6025) 2024-11-20T11:51:03,921 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:04,121 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:04,186 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/rep_barrier/25dc16ee25d242bc89e35228c19fccb5 2024-11-20T11:51:04,213 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/table/9c077f5bf6534f1e989a18d574e0205b is 96, key is TestAcidGuarantees,,1732103287106.babd67f7c3c9b04538e867342a9479bd./table:/1732103315539/DeleteFamily/seqid=0 2024-11-20T11:51:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742473_1649 (size=5936) 2024-11-20T11:51:04,321 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:04,522 DEBUG [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:04,618 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/table/9c077f5bf6534f1e989a18d574e0205b 2024-11-20T11:51:04,621 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/info/25b08a95315943b294c5ba6c35c84c49 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/info/25b08a95315943b294c5ba6c35c84c49 2024-11-20T11:51:04,624 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/info/25b08a95315943b294c5ba6c35c84c49, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T11:51:04,625 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/ns/86743ff2234048d5bb32818d4fadd172 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/ns/86743ff2234048d5bb32818d4fadd172 2024-11-20T11:51:04,628 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/ns/86743ff2234048d5bb32818d4fadd172, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T11:51:04,628 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/rep_barrier/25dc16ee25d242bc89e35228c19fccb5 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/rep_barrier/25dc16ee25d242bc89e35228c19fccb5 2024-11-20T11:51:04,631 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/rep_barrier/25dc16ee25d242bc89e35228c19fccb5, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T11:51:04,631 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/.tmp/table/9c077f5bf6534f1e989a18d574e0205b as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/table/9c077f5bf6534f1e989a18d574e0205b 2024-11-20T11:51:04,634 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/table/9c077f5bf6534f1e989a18d574e0205b, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T11:51:04,635 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false 2024-11-20T11:51:04,640 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T11:51:04,640 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:51:04,640 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:51:04,640 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103462920Running coprocessor pre-close hooks at 1732103462920Disabling compacts and flushes for region at 1732103462920Disabling writes for close at 1732103462920Obtaining lock to block concurrent updates at 1732103462920Preparing flush snapshotting stores in 1588230740 at 1732103462920Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732103462920Flushing stores of hbase:meta,,1.1588230740 at 1732103462921 (+1 ms)Flushing 1588230740/info: creating writer at 1732103462921Flushing 1588230740/info: appending metadata at 1732103462939 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732103462939Flushing 1588230740/ns: creating writer at 1732103463347 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732103463362 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732103463362Flushing 1588230740/rep_barrier: creating writer at 1732103463768 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732103463782 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732103463782Flushing 1588230740/table: creating writer at 1732103464190 (+408 ms)Flushing 1588230740/table: appending metadata at 1732103464213 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732103464213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6d581e: reopening flushed file at 1732103464621 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebd2c9c: reopening flushed file at 1732103464624 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d00129b: reopening flushed file at 1732103464628 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bc22c9: reopening flushed file at 1732103464631 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=90, compaction requested=false at 1732103464635 (+4 ms)Writing region close event to WAL at 1732103464636 (+1 ms)Running coprocessor post-close hooks at 1732103464640 (+4 ms)Closed at 1732103464640 2024-11-20T11:51:04,640 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:51:04,722 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,37387,1732103282273; all regions closed. 2024-11-20T11:51:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741834_1010 (size=25344) 2024-11-20T11:51:04,896 DEBUG [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/oldWALs 2024-11-20T11:51:04,897 INFO [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C37387%2C1732103282273.meta:.meta(num 1732103286620) 2024-11-20T11:51:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741832_1008 (size=14625412) 2024-11-20T11:51:04,900 DEBUG [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/oldWALs 2024-11-20T11:51:04,900 INFO [RS:0;4b15c4a73f2a:37387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C37387%2C1732103282273:(num 1732103285612) 2024-11-20T11:51:04,900 DEBUG [RS:0;4b15c4a73f2a:37387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:04,900 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:04,900 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:04,900 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:04,901 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:04,901 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:04,901 INFO [RS:0;4b15c4a73f2a:37387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37387 2024-11-20T11:51:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:51:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,37387,1732103282273 2024-11-20T11:51:05,059 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:05,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,37387,1732103282273] 2024-11-20T11:51:05,090 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,37387,1732103282273 already deleted, retry=false 2024-11-20T11:51:05,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,37387,1732103282273 expired; onlineServers=0 2024-11-20T11:51:05,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4b15c4a73f2a,44413,1732103281485' ***** 2024-11-20T11:51:05,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:51:05,091 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:05,091 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:05,091 DEBUG [M:0;4b15c4a73f2a:44413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:51:05,091 DEBUG [M:0;4b15c4a73f2a:44413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:51:05,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:51:05,091 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103285299 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103285299,5,FailOnTimeoutGroup] 2024-11-20T11:51:05,091 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103285300 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103285300,5,FailOnTimeoutGroup] 2024-11-20T11:51:05,091 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.ChoreService(370): Chore service for: master/4b15c4a73f2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:05,092 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:05,092 DEBUG [M:0;4b15c4a73f2a:44413 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:51:05,092 INFO [M:0;4b15c4a73f2a:44413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:51:05,092 INFO [M:0;4b15c4a73f2a:44413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:51:05,092 ERROR [M:0;4b15c4a73f2a:44413 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T11:51:05,093 INFO [M:0;4b15c4a73f2a:44413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:51:05,093 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:51:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T11:51:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:05,101 DEBUG [M:0;4b15c4a73f2a:44413 {}] zookeeper.ZKUtil(347): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T11:51:05,101 WARN [M:0;4b15c4a73f2a:44413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:51:05,101 INFO [M:0;4b15c4a73f2a:44413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/.lastflushedseqids 2024-11-20T11:51:05,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742474_1650 (size=72) 2024-11-20T11:51:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37387-0x101581293c00001, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:05,181 INFO [RS:0;4b15c4a73f2a:37387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:05,182 INFO [RS:0;4b15c4a73f2a:37387 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,37387,1732103282273; zookeeper connection closed. 2024-11-20T11:51:05,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d5a3917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d5a3917 2024-11-20T11:51:05,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T11:51:05,511 INFO [M:0;4b15c4a73f2a:44413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:51:05,511 INFO [M:0;4b15c4a73f2a:44413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:51:05,511 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:51:05,511 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:05,511 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:05,511 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:51:05,511 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:05,511 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=788.43 KB heapSize=970.94 KB 2024-11-20T11:51:05,526 DEBUG [M:0;4b15c4a73f2a:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc9d8a89a3284c52b9397181fe4d4d56 is 82, key is hbase:meta,,1/info:regioninfo/1732103286715/Put/seqid=0 2024-11-20T11:51:05,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742475_1651 (size=5672) 2024-11-20T11:51:05,530 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2261 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc9d8a89a3284c52b9397181fe4d4d56 2024-11-20T11:51:05,557 DEBUG [M:0;4b15c4a73f2a:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cf061e614294cec9ecc78c02b2392ca is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1732103434535/Put/seqid=0 2024-11-20T11:51:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742476_1652 (size=44910) 2024-11-20T11:51:05,961 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=787.87 KB at sequenceid=2261 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cf061e614294cec9ecc78c02b2392ca 2024-11-20T11:51:05,963 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cf061e614294cec9ecc78c02b2392ca 2024-11-20T11:51:05,980 DEBUG [M:0;4b15c4a73f2a:44413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2227169ff7413784217fc24f7b955e is 69, key is 4b15c4a73f2a,37387,1732103282273/rs:state/1732103285368/Put/seqid=0 2024-11-20T11:51:05,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073742477_1653 (size=5156) 2024-11-20T11:51:06,384 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2261 (bloomFilter=true), to=hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2227169ff7413784217fc24f7b955e 2024-11-20T11:51:06,387 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc9d8a89a3284c52b9397181fe4d4d56 as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc9d8a89a3284c52b9397181fe4d4d56 2024-11-20T11:51:06,389 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc9d8a89a3284c52b9397181fe4d4d56, entries=8, sequenceid=2261, filesize=5.5 K 2024-11-20T11:51:06,390 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cf061e614294cec9ecc78c02b2392ca as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cf061e614294cec9ecc78c02b2392ca 2024-11-20T11:51:06,393 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cf061e614294cec9ecc78c02b2392ca 2024-11-20T11:51:06,393 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cf061e614294cec9ecc78c02b2392ca, entries=174, sequenceid=2261, filesize=43.9 K 2024-11-20T11:51:06,393 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2227169ff7413784217fc24f7b955e as hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae2227169ff7413784217fc24f7b955e 2024-11-20T11:51:06,396 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42455/user/jenkins/test-data/d412385f-dc9a-26e0-afe5-15035baeadf6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae2227169ff7413784217fc24f7b955e, entries=1, sequenceid=2261, filesize=5.0 K 2024-11-20T11:51:06,397 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~788.43 KB/807349, heapSize ~970.64 KB/993936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=2261, compaction requested=false 2024-11-20T11:51:06,398 INFO [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:06,398 DEBUG [M:0;4b15c4a73f2a:44413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103465511Disabling compacts and flushes for region at 1732103465511Disabling writes for close at 1732103465511Obtaining lock to block concurrent updates at 1732103465511Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732103465511Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=807349, getHeapSize=994176, getOffHeapSize=0, getCellsCount=2460 at 1732103465511Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732103465512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732103465512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732103465526 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732103465526Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732103465534 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732103465556 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732103465556Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732103465964 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732103465980 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732103465980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc923e4: reopening flushed file at 1732103466386 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c173e2: reopening flushed file at 1732103466389 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9b3573: reopening flushed file at 1732103466393 (+4 ms)Finished flush of dataSize ~788.43 KB/807349, heapSize ~970.64 KB/993936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=2261, compaction requested=false at 1732103466397 (+4 ms)Writing region close event to WAL at 1732103466398 (+1 ms)Closed at 1732103466398 2024-11-20T11:51:06,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40103 is added to blk_1073741830_1006 (size=955529) 2024-11-20T11:51:06,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:06,401 INFO [M:0;4b15c4a73f2a:44413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:51:06,401 INFO [M:0;4b15c4a73f2a:44413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44413 2024-11-20T11:51:06,401 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:06,569 INFO [M:0;4b15c4a73f2a:44413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:06,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44413-0x101581293c00000, quorum=127.0.0.1:56845, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:06,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:06,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:06,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:06,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:06,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:06,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:51:06,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:51:06,582 WARN [BP-634747282-172.17.0.2-1732103277733 heartbeating to localhost/127.0.0.1:42455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:51:06,583 WARN [BP-634747282-172.17.0.2-1732103277733 heartbeating to localhost/127.0.0.1:42455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634747282-172.17.0.2-1732103277733 (Datanode Uuid 69499949-97a7-4d46-a815-ceb5242f55ea) service to localhost/127.0.0.1:42455 2024-11-20T11:51:06,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/data/data1/current/BP-634747282-172.17.0.2-1732103277733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:06,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/cluster_72f7e7f0-a57c-b8a3-cc75-35222ffbff54/data/data2/current/BP-634747282-172.17.0.2-1732103277733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:06,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:51:06,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:51:06,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:06,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:06,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:06,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0923d174-9689-7a40-00d2-60e194f590a6/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:06,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:51:06,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down